{"id":"https://openalex.org/W4205656791","doi":"https://doi.org/10.1109/access.2021.3134787","title":"Interpretable Models for Early Prediction of Certification in MOOCs: A Case Study on a MOOC for Smart City Professionals","display_name":"Interpretable Models for Early Prediction of Certification in MOOCs: A Case Study on a MOOC for Smart City Professionals","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W4205656791","doi":"https://doi.org/10.1109/access.2021.3134787"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3134787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3134787","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09646955.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09646955.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027660188","display_name":"Georgios Kostopoulos","orcid":"https://orcid.org/0000-0002-7374-0099"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Georgios Kostopoulos","raw_affiliation_strings":["Department of Mathematics, University of Patras, 26500 Patras, GREECE"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Patras, 26500 Patras, GREECE","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076088032","display_name":"Theodor Panagiotakopoulos","orcid":"https://orcid.org/0000-0003-4044-6018"},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]},{"id":"https://openalex.org/I59746437","display_name":"Open University of Cyprus","ror":"https://ror.org/033sm2k57","country_code":"CY","type":"education","lineage":["https://openalex.org/I59746437"]},{"id":"https://openalex.org/I17389662","display_name":"University of Nicosia","ror":"https://ror.org/04v18t651","country_code":"CY","type":"education","lineage":["https://openalex.org/I17389662"]}],"countries":["CY","GR"],"is_corresponding":false,"raw_author_name":"Theodor Panagiotakopoulos","raw_affiliation_strings":["School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE and School of Business, University of Nicosia, 2417 Nicosia, CYPRUS. (e-mail: panagiotakopoulos@eap.gr)","School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE","School of Business, University of Nicosia, 2417 Nicosia, CYPRUS"],"affiliations":[{"raw_affiliation_string":"School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE and School of Business, University of Nicosia, 2417 Nicosia, CYPRUS. (e-mail: panagiotakopoulos@eap.gr)","institution_ids":["https://openalex.org/I59746437","https://openalex.org/I231025917"]},{"raw_affiliation_string":"School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE","institution_ids":["https://openalex.org/I231025917"]},{"raw_affiliation_string":"School of Business, University of Nicosia, 2417 Nicosia, CYPRUS","institution_ids":["https://openalex.org/I17389662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066370772","display_name":"Sotiris Kotsiantis","orcid":"https://orcid.org/0000-0002-2247-3082"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Sotiris Kotsiantis","raw_affiliation_strings":["Department of Mathematics, University of Patras, 26500 Patras, GREECE"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Patras, 26500 Patras, GREECE","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007028627","display_name":"Christos Pierrakeas","orcid":"https://orcid.org/0000-0003-1068-0444"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Pierrakeas","raw_affiliation_strings":["Department of Management Science and Technology, University of Patras, 26500 Patras, GREECE"],"affiliations":[{"raw_affiliation_string":"Department of Management Science and Technology, University of Patras, 26500 Patras, GREECE","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019040814","display_name":"Achilles Kameas","orcid":"https://orcid.org/0000-0002-1004-7860"},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Achilles Kameas","raw_affiliation_strings":["School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE"],"affiliations":[{"raw_affiliation_string":"School of Science and Technology, Hellenic Open University, 26335 Patras, GREECE","institution_ids":["https://openalex.org/I231025917"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027660188"],"corresponding_institution_ids":["https://openalex.org/I174878644"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.6413,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93457358,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"165881","last_page":"165891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7392309308052063},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7039864659309387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6467524170875549},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.5439053773880005},{"id":"https://openalex.org/keywords/predictive-analytics","display_name":"Predictive analytics","score":0.5343363285064697},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.509881854057312},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4924112558364868},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"Gradient boosting","score":0.49160560965538025},{"id":"https://openalex.org/keywords/certificate","display_name":"Certificate","score":0.4774872958660126},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4650614857673645},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.44551020860671997},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.4184947609901428},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.4115692675113678},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.13652563095092773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7392309308052063},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7039864659309387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6467524170875549},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.5439053773880005},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.5343363285064697},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.509881854057312},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4924112558364868},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.49160560965538025},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.4774872958660126},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4650614857673645},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.44551020860671997},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.4184947609901428},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.4115692675113678},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.13652563095092773},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3134787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3134787","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09646955.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:790df9b57294480592b94a143ebd28f9","is_oa":true,"landing_page_url":"https://doaj.org/article/790df9b57294480592b94a143ebd28f9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 165881-165891 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3134787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3134787","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09646955.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1891602774","display_name":null,"funder_award_id":"601015-EPP-1-2018-1-EL-EPPKA2-SSA","funder_id":"https://openalex.org/F4320335551","funder_display_name":"Erasmus+"}],"funders":[{"id":"https://openalex.org/F4320335551","display_name":"Erasmus+","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4205656791.pdf","grobid_xml":"https://content.openalex.org/works/W4205656791.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1486785378","https://openalex.org/W1594031697","https://openalex.org/W1678356000","https://openalex.org/W1757772857","https://openalex.org/W1898103075","https://openalex.org/W1977948731","https://openalex.org/W1988790447","https://openalex.org/W2034717248","https://openalex.org/W2056132907","https://openalex.org/W2072184377","https://openalex.org/W2088512750","https://openalex.org/W2112081648","https://openalex.org/W2117336252","https://openalex.org/W2138334515","https://openalex.org/W2143684265","https://openalex.org/W2148143831","https://openalex.org/W2163614729","https://openalex.org/W2610654594","https://openalex.org/W2610990352","https://openalex.org/W2615175183","https://openalex.org/W2735315095","https://openalex.org/W2768348081","https://openalex.org/W2770347700","https://openalex.org/W2804302410","https://openalex.org/W2884834684","https://openalex.org/W2910811057","https://openalex.org/W2911964244","https://openalex.org/W2945991725","https://openalex.org/W2962862931","https://openalex.org/W2963806015","https://openalex.org/W2982205828","https://openalex.org/W3000065748","https://openalex.org/W3024677631","https://openalex.org/W3034649851","https://openalex.org/W3090969806","https://openalex.org/W3122782542","https://openalex.org/W3122962492","https://openalex.org/W3150796314","https://openalex.org/W3202462784","https://openalex.org/W3217265364","https://openalex.org/W6683915439","https://openalex.org/W6737947904","https://openalex.org/W6745609711","https://openalex.org/W6754367407"],"related_works":["https://openalex.org/W4401228152","https://openalex.org/W3108868229","https://openalex.org/W4205686051","https://openalex.org/W3189884647","https://openalex.org/W4313451520","https://openalex.org/W4206275624","https://openalex.org/W4391751180","https://openalex.org/W3134571208","https://openalex.org/W3203664106","https://openalex.org/W4251864566"],"abstract_inverted_index":{"Over":[0],"the":[1,17,67,71,94,110,142,179,182,186,218,229],"last":[2],"few":[3],"years,":[4],"Massive":[5],"Open":[6],"Online":[7],"Courses":[8],"(MOOCs)":[9],"have":[10],"expanded":[11],"rapidly":[12],"and":[13,23,37,61,73,88,105,150,168,211],"tend":[14],"to":[15,59,79,101,194,206,215,227],"become":[16],"most":[18,230],"typical":[19],"form":[20],"of":[21,33,97,113,127,159,176,181,185,238],"online":[22,41],"distance":[24],"higher":[25],"education.":[26],"As":[27],"a":[28,30,83,117,173,196],"result,":[29],"tremendous":[31],"amount":[32],"data":[34,48],"is":[35,82,100],"generated":[36],"stored":[38],"on":[39,145],"MOOCs":[40,77],"learning":[42,74],"platforms.":[43],"In":[44,91],"any":[45],"case,":[46],"this":[47,92,98],"should":[49],"be":[50,199,228],"effectively":[51],"transformed":[52],"into":[53],"knowledge,":[54],"thus":[55],"providing":[56],"valuable":[57],"feedback":[58],"learners,":[60,80],"enhancing":[62],"decision":[63],"making":[64],"practices":[65],"in":[66,116,157],"educational":[68],"field.":[69],"Despite":[70],"benefits":[72],"prospects":[75],"that":[76,141],"offer":[78],"there":[81],"considerable":[84],"divergence":[85],"between":[86],"enrollment":[87],"completion":[89],"rates.":[90],"context,":[93],"main":[95],"scope":[96],"study":[99],"exploit":[102],"predictive":[103,174],"analytics":[104],"explainable":[106],"artificial":[107],"intelligence":[108],"for":[109,120,233],"early":[111,203],"prediction":[112],"student":[114],"certification":[115],"11-week":[118],"MOOC":[119],"smart":[121],"cities,":[122],"namely":[123],"DevOps.":[124],"A":[125],"plethora":[126],"Machine":[128,154],"Learning":[129],"models":[130,143],"were":[131],"built":[132],"employing":[133],"familiar":[134],"classification":[135],"algorithms.":[136],"The":[137],"experimental":[138],"results":[139],"revealed":[140],"based":[144],"Gradient":[146,152],"Boosting,":[147],"Logistic":[148],"Regression":[149],"Light":[151],"Boosted":[153],"classifiers":[155],"prevailed":[156],"terms":[158],"Accuracy,":[160],"Area":[161],"Under":[162],"Curve,":[163],"Recall,":[164],"Precision,":[165],"F1-score,":[166],"Kappa,":[167],"Matthews":[169],"Correlation":[170],"Coefficient,":[171],"getting":[172],"accuracy":[175],"94.41%":[177],"at":[178,201,236],"end":[180],"second":[183],"week":[184],"course.":[187],"Therefore,":[188],"students":[189,235],"who":[190],"are":[191],"less":[192],"likely":[193],"obtain":[195],"certificate":[197],"could":[198],"envisaged":[200],"an":[202],"enough":[204],"stage":[205],"provide":[207],"sufficient":[208],"support":[209],"actions":[210],"targeted":[212],"intervention":[213],"strategies":[214],"them.":[216],"Finally,":[217],"performance":[219],"attributes":[220],"(i.e.,":[221],"overall":[222],"grades":[223],"per":[224],"week)":[225],"proved":[226],"important":[231],"predictors":[232],"identifying":[234],"risk":[237],"failure.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}