{"id":"https://openalex.org/W4294311660","doi":"https://doi.org/10.1007/s40593-022-00310-5","title":"Can Multi-Label Classifiers Help Identify Subjectivity? A Deep Learning Approach to Classifying Cognitive Presence in MOOCs","display_name":"Can Multi-Label Classifiers Help Identify Subjectivity? A Deep Learning Approach to Classifying Cognitive Presence in MOOCs","publication_year":2022,"publication_date":"2022-09-02","ids":{"openalex":"https://openalex.org/W4294311660","doi":"https://doi.org/10.1007/s40593-022-00310-5","pmid":"https://pubmed.ncbi.nlm.nih.gov/36090962"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-022-00310-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00310-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00310-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00310-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038387961","display_name":"Yuanyuan Hu","orcid":"https://orcid.org/0000-0003-2592-8473"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Yuanyuan Hu","raw_affiliation_strings":["Faculty of Engineering, The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-2592-8473","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049142579","display_name":"Claire Donald","orcid":"https://orcid.org/0000-0003-2803-7537"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Claire Donald","raw_affiliation_strings":["Faculty of Engineering, The University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086003257","display_name":"Nasser Giacaman","orcid":"https://orcid.org/0000-0001-6885-1571"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nasser Giacaman","raw_affiliation_strings":["Faculty of Engineering, The University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038387961"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":1.0939,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83387051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"33","issue":"4","first_page":"781","last_page":"816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7040005922317505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6870596408843994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6774362921714783},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.6074687242507935},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5362723469734192},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.514358401298523},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.44834771752357483},{"id":"https://openalex.org/keywords/random-subspace-method","display_name":"Random subspace method","score":0.44760531187057495},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36273396015167236},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19831451773643494}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7040005922317505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6870596408843994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6774362921714783},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6074687242507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5362723469734192},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.514358401298523},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.44834771752357483},{"id":"https://openalex.org/C106135958","wikidata":"https://www.wikidata.org/wiki/Q7291993","display_name":"Random subspace method","level":3,"score":0.44760531187057495},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36273396015167236},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19831451773643494},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s40593-022-00310-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00310-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00310-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmid:36090962","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36090962","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of artificial intelligence in education","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9439267","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9439267","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Int J Artif Intell Educ","raw_type":"Text"},{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/61892","is_oa":true,"landing_page_url":"https://hdl.handle.net/2292/61892","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s40593-022-00310-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00310-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00310-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320801","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294311660.pdf","grobid_xml":"https://content.openalex.org/works/W4294311660.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W11190678","https://openalex.org/W34143910","https://openalex.org/W66588809","https://openalex.org/W1503817098","https://openalex.org/W1538249873","https://openalex.org/W1553451589","https://openalex.org/W1974776846","https://openalex.org/W2014858765","https://openalex.org/W2017578526","https://openalex.org/W2025183033","https://openalex.org/W2041623677","https://openalex.org/W2055854942","https://openalex.org/W2067404301","https://openalex.org/W2087388117","https://openalex.org/W2094244309","https://openalex.org/W2107956835","https://openalex.org/W2116794232","https://openalex.org/W2116794558","https://openalex.org/W2119258299","https://openalex.org/W2123459668","https://openalex.org/W2132339004","https://openalex.org/W2140910804","https://openalex.org/W2147847490","https://openalex.org/W2184405901","https://openalex.org/W2218826732","https://openalex.org/W2250539671","https://openalex.org/W2293643697","https://openalex.org/W2338288000","https://openalex.org/W2484187659","https://openalex.org/W2610850660","https://openalex.org/W2767604415","https://openalex.org/W2768303370","https://openalex.org/W2782959635","https://openalex.org/W2790455619","https://openalex.org/W2793009029","https://openalex.org/W2794284562","https://openalex.org/W2804839292","https://openalex.org/W2885807620","https://openalex.org/W2888728157","https://openalex.org/W2896457183","https://openalex.org/W2900758626","https://openalex.org/W2916678774","https://openalex.org/W2919115771","https://openalex.org/W3011488066","https://openalex.org/W3011674232","https://openalex.org/W3012507253","https://openalex.org/W3013057403","https://openalex.org/W3017375368","https://openalex.org/W3019166713","https://openalex.org/W3095850336","https://openalex.org/W3098341425","https://openalex.org/W3143505241","https://openalex.org/W3150757911","https://openalex.org/W3164001909","https://openalex.org/W3172196807","https://openalex.org/W3208985699","https://openalex.org/W4221043384","https://openalex.org/W4234163981","https://openalex.org/W4236089742","https://openalex.org/W4251270234","https://openalex.org/W4252598243","https://openalex.org/W4285331905","https://openalex.org/W6630817864","https://openalex.org/W6739901393","https://openalex.org/W6973755562"],"related_works":["https://openalex.org/W1964832275","https://openalex.org/W2389865566","https://openalex.org/W2407804800","https://openalex.org/W2388864896","https://openalex.org/W2888937984","https://openalex.org/W2031651184","https://openalex.org/W2031173026","https://openalex.org/W2117265009","https://openalex.org/W2913388591","https://openalex.org/W2128012032"],"abstract_inverted_index":{"This":[0,139,225],"paper":[1],"investigates":[2],"using":[3],"multi-label":[4,62,102,111,137,181,204],"deep":[5],"learning":[6],"approach":[7],"to":[8,48,52,144,167,209,228],"extending":[9,229],"the":[10,21,61,65,73,80,85,89,92,106,110,114,136,168,180,195,203,207,219,230],"understanding":[11,233],"of":[12,23,76,125,159,173,191],"cognitive":[13,50,77,126,160,222,234],"presence":[14,51,78,161,223,235],"in":[15,25,162,194,221,236],"MOOC":[16,66,237],"discussions.":[17,238],"Previous":[18],"studies":[19],"demonstrate":[20],"challenges":[22],"subjectivity":[24,216],"manual":[26,145],"categorisation":[27,146,199],"methods.":[28],"Training":[29],"automatic":[30,198],"single-label":[31,57,107],"classifiers":[32,63,87,103,112,205],"may":[33],"preserve":[34],"this":[35],"subjectivity.":[36],"Using":[37],"a":[38,43],"triangulation":[39],"approach,":[40],"we":[41],"developed":[42],"multi-label,":[44],"fine-tuning":[45],"BERT":[46],"classifier":[47],"analyse":[49],"enrich":[53],"results":[54,99,200],"with":[55],"state-of-the-art,":[56],"classifiers.":[58],"We":[59,183],"trained":[60],"on":[64,88,232],"discussion":[67,115],"messages":[68,90,116,129,174,193],"that":[69,91,101,202],"were":[70,130,175],"categorised":[71,94],"into":[72,95],"same":[74],"phase":[75],"by":[79,135,147,179],"expert":[81,149],"coders,":[82,150],"and":[83,109,155,188,212,217],"tested":[84],"best-performing":[86],"coders":[93],"different":[96],"phases.":[97],"The":[98,197],"suggest":[100,201],"slightly":[104],"outperformed":[105],"classifiers,":[108],"predicted":[113,178],"as":[117,132],"either":[118],"one":[119,163],"category":[120],"or":[121],"two":[122],"adjacent":[123],"categories":[124,134,154,158],"presence.":[127],"No":[128],"tagged":[131],"non-adjacent":[133,153],"classifier.":[138,182],"is":[140],"an":[141,185],"improvement":[142],"compared":[143],"our":[148],"who":[151],"obtained":[152],"even":[156],"three":[157],"message.":[164],"In":[165],"addition":[166],"fully":[169],"correct":[170],"prediction,":[171],"parts":[172],"partially":[176],"correctly":[177],"report":[184],"in-depth":[186],"quantitative":[187],"qualitative":[189],"analysis":[190],"these":[192],"paper.":[196],"have":[206],"potential":[208],"help":[210],"educators":[211],"researchers":[213],"identify":[214],"research":[215],"tolerate":[218],"multiplicity":[220],"categorisation.":[224],"study":[226],"contributes":[227],"literature":[231]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}