{"id":"https://openalex.org/W4285115293","doi":"https://doi.org/10.28945/4997","title":"Categorizing Well-Written Course Learning Outcomes Using Machine Learning","display_name":"Categorizing Well-Written Course Learning Outcomes Using Machine Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285115293","doi":"https://doi.org/10.28945/4997"},"language":"en","primary_location":{"id":"doi:10.28945/4997","doi":"https://doi.org/10.28945/4997","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4997","pdf_url":"http://www.jite.org/documents/Vol21/JITE-IIPv21p061-075Kacem8323.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4285115293"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.jite.org/documents/Vol21/JITE-IIPv21p061-075Kacem8323.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058818001","display_name":"Yessine Hadj Kacem","orcid":"https://orcid.org/0000-0002-5757-6516","observed_orcids":["https://orcid.org/0000-0002-5757-6516"]},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]},{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA","TN"],"is_corresponding":true,"raw_author_name":"Yessine Hadj Kacem","raw_affiliation_strings":["National engineering School of sfax","CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","College of Computer Science, King Khalid University, Abha, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National engineering School of sfax","institution_ids":["https://openalex.org/I142899784"]},{"raw_affiliation_string":"CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","institution_ids":["https://openalex.org/I142899784"]},{"raw_affiliation_string":"College of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101179213","display_name":"Safa Alshehri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]},{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA","TN"],"is_corresponding":false,"raw_author_name":"Safa Alshehri","raw_affiliation_strings":["King Khalid University","CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","College of Computer Science, King Khalid University, Abha, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Khalid University","institution_ids":["https://openalex.org/I82952536"]},{"raw_affiliation_string":"CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","institution_ids":["https://openalex.org/I142899784"]},{"raw_affiliation_string":"College of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112401955","display_name":"T. S. QAID","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]},{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA","TN"],"is_corresponding":false,"raw_author_name":"Tala Qaid","raw_affiliation_strings":["King Khalid University","CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","College of Computer Science, King Khalid University, Abha, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Khalid University","institution_ids":["https://openalex.org/I82952536"]},{"raw_affiliation_string":"CES Laboratory, National Engineer School of Sfax, University of Sfax, Tunisia","institution_ids":["https://openalex.org/I142899784"]},{"raw_affiliation_string":"College of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058818001"],"corresponding_institution_ids":["https://openalex.org/I142899784","https://openalex.org/I82952536"],"apc_list":null,"apc_paid":null,"fwci":0.4732,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.61759398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":"21","issue":null,"first_page":"061","last_page":"075"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.453900009393692,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.453900009393692,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.271699994802475,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/course-learning-outcomes","display_name":"course learning outcomes","score":0.996999979019165},{"id":"https://openalex.org/keywords/outcome-based-education","display_name":"outcome-based education","score":0.7940000295639038},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"support vector machine","score":0.6679999828338623},{"id":"https://openalex.org/keywords/xgboost","display_name":"XGBoost","score":0.6100000143051147},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.7070000171661377},{"id":"https://openalex.org/keywords/naive-bayes","display_name":"naive Bayes","score":0.9089999794960022},{"id":"https://openalex.org/keywords/accreditation","display_name":"accreditation","score":0.4580000042915344},{"id":"https://openalex.org/keywords/key-performance-indicators","display_name":"key performance indicators","score":0.753000020980835},{"id":"https://openalex.org/keywords/quality-assurance-in-education","display_name":"educational quality assurance","score":0.5509999990463257}],"concepts":[{"id":"https://openalex.org/C119700423","wikidata":"https://www.wikidata.org/wiki/Q4418086","display_name":"Clos network","level":2,"score":0.8504163026809692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.8232476711273193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7597301006317139},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.7451397180557251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7167426347732544},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.6232671737670898},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.5796476602554321},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.532139241695404},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4983804225921631},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4818055033683777},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.44773098826408386},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1012594997882843},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.28945/4997","doi":"https://doi.org/10.28945/4997","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4997","pdf_url":"http://www.jite.org/documents/Vol21/JITE-IIPv21p061-075Kacem8323.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.28945/4997","doi":"https://doi.org/10.28945/4997","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4997","pdf_url":"http://www.jite.org/documents/Vol21/JITE-IIPv21p061-075Kacem8323.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.9901999831199646,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285115293.pdf","grobid_xml":"https://content.openalex.org/works/W4285115293.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W55265354","https://openalex.org/W181005589","https://openalex.org/W1580749063","https://openalex.org/W1591622647","https://openalex.org/W1941659294","https://openalex.org/W1983702434","https://openalex.org/W2008056655","https://openalex.org/W2034731753","https://openalex.org/W2138334515","https://openalex.org/W2149684865","https://openalex.org/W2187833185","https://openalex.org/W2230111422","https://openalex.org/W2295598076","https://openalex.org/W2338318698","https://openalex.org/W2373555655","https://openalex.org/W2499581503","https://openalex.org/W2521491036","https://openalex.org/W2809929233","https://openalex.org/W2888731449","https://openalex.org/W2904980464","https://openalex.org/W2905931716","https://openalex.org/W2911964244","https://openalex.org/W2961125888","https://openalex.org/W2971644666","https://openalex.org/W2982205828","https://openalex.org/W2996103499","https://openalex.org/W2999913532","https://openalex.org/W3000065748","https://openalex.org/W3046761370","https://openalex.org/W3089786933","https://openalex.org/W3092280889","https://openalex.org/W3102476541","https://openalex.org/W3118164373","https://openalex.org/W3185225064","https://openalex.org/W3201915713","https://openalex.org/W4210708296","https://openalex.org/W4214821456","https://openalex.org/W4220858494","https://openalex.org/W4229491312","https://openalex.org/W7002254874","https://openalex.org/W7077082231","https://openalex.org/W7095680273"],"related_works":["https://openalex.org/W4409856873","https://openalex.org/W2584786802","https://openalex.org/W4308661994","https://openalex.org/W4415213829","https://openalex.org/W2084973967","https://openalex.org/W7162130689","https://openalex.org/W3008701545","https://openalex.org/W2967923487","https://openalex.org/W4414875004","https://openalex.org/W7220741765"],"abstract_inverted_index":{"Aim/Purpose:":[0],"This":[1],"paper":[2,124],"presents":[3],"a":[4,22,28,47,65,72,84,150,162,248,353,388,406],"machine":[5,39,264,324],"learning":[6,40,265,325,398],"approach":[7],"for":[8,68,129,141,160,228,253,267,408],"analyzing":[9],"Course":[10],"Learning":[11,114,138],"Outcomes":[12,139],"(CLOs).":[13],"The":[14,36,179,208,310,329],"aim":[15],"of":[16,38,74,104,157,181,201,225,247,269,287,290,298,312,318,331,352,376],"this":[17,123,313],"study":[18,314],"is":[19,30,62,71,86,120],"to":[20,50,81,100,125,186,197,204,217,239,338,372,400],"find":[21],"model":[23,211],"that":[24,79,142,259,280,345],"can":[25,358,383],"check":[26],"whether":[27,83],"CLO":[29,85,163,220],"well":[31,87],"written":[32,88],"or":[33,89],"not.":[34,90],"Background:":[35],"use":[37,323],"algorithms":[41],"has":[42,144],"been,":[43],"since":[44],"many":[45],"years,":[46],"prominent":[48],"solution":[49],"predict":[51,82],"learner":[52],"performance":[53,156,368],"in":[54,96,122,195,326,370],"Outcome":[55,115],"Based":[56],"Education.":[57],"However,":[58],"the":[59,102,155,199,219,245,260,285,288,296,316,336,343,350,374],"CLOs":[60,130,189,268,291,333,410],"definition":[61,289,330],"still":[63],"presenting":[64],"big":[66],"handicap":[67],"faculties.":[69],"There":[70],"lack":[73],"supported":[75],"tools":[76],"and":[77,98,147,176,190,236,272,292,362],"models":[78,128,159,166,266,399],"permit":[80],"Consequently,":[91],"educators":[92],"need":[93],"an":[94,223,241,340],"expert":[95],"quality":[97,200,237,375],"education":[99,202],"validate":[101],"outcomes":[103],"their":[105,205],"courses.":[106],"Methodology:":[107],"A":[108,132],"novel":[109],"method":[110],"named":[111],"CLOCML":[112,182],"(Course":[113,137],"Classification":[116],"using":[117,387],"Machine":[118,170],"Learning)":[119],"proposed":[121],"develop":[126],"predictive":[127],"paraphrasing.":[131],"new":[133],"dataset":[134],"entitled":[135],"CLOC":[136],"Classes)":[140],"purpose":[143],"been":[145],"collected":[146],"then":[148,191],"undergone":[149],"pre-processing":[151],"phase.":[152],"We":[153,230,255,276],"compared":[154],"4":[158],"predicting":[161],"classification.":[164],"Those":[165],"are":[167],"Support":[168],"Vector":[169],"(SVM),":[171],"Random":[172],"Forest,":[173],"Naive":[174],"Bayes":[175],"XGBoost.":[177],"Contribution:":[178],"application":[180],"may":[183],"help":[184,335],"faculties":[185],"make":[187,240],"well-defined":[188],"correct":[192],"CLOs'":[193],"measures":[194,369],"order":[196,371],"improve":[198,373],"addressed":[203],"students.":[206],"Findings:":[207],"best":[209],"classification":[210],"was":[212,215],"SVM.":[213],"It":[214,391],"able":[216],"detect":[218],"class":[221],"with":[222,396],"accuracy":[224],"83%.":[226],"Recommendations":[227],"Practitioners:":[229],"would":[231,256,277],"recommend":[232,279],"both":[233],"faculties\u2019":[234],"members":[235],"reviewers":[238],"informed":[242],"decision":[243],"about":[244,342],"nature":[246],"given":[249],"course":[250],"outcome.":[251],"Recommendation":[252],"Researchers:":[254],"highly":[257],"endorse":[258],"researchers":[261,321],"apply":[262],"more":[263,402],"various":[270],"disciplines":[271],"compare":[273],"between":[274],"them.":[275],"also":[278,393],"future":[281],"studies":[282],"investigate":[283],"on":[284,295,308],"importance":[286],"its":[293],"impact":[294],"credibility":[297],"Key":[299],"Performance":[300],"Indicators":[301],"(KPIs)":[302],"values":[303],"during":[304],"accreditation":[305],"process.":[306],"Impact":[307],"Society:":[309],"findings":[311],"confirm":[315],"results":[317],"several":[319],"other":[320],"who":[322],"outcome-based":[327],"education.":[328],"right":[332,367],"will":[334,346],"student":[337],"get":[339],"idea":[341],"performances":[344],"be":[347,384,394,413],"measured":[348],"at":[349],"end":[351],"course.":[354,378],"Moreover,":[355],"each":[356],"faculty":[357],"take":[359],"appropriate":[360],"actions":[361],"suggest":[363],"suitable":[364],"recommendations":[365],"after":[366],"his":[377],"Future":[379,381],"Research:":[380],"research":[382],"improved":[385,395],"by":[386],"larger":[389],"dataset.":[390],"could":[392,412],"deep":[397],"reach":[401],"accurate":[403],"results.":[404],"Indeed,":[405],"strategy":[407],"checking":[409],"overlaps":[411],"integrated.":[414]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285115293","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2022-07-14T00:00:00"}
