{"id":"https://openalex.org/W2995127017","doi":"https://doi.org/10.1109/acii.2019.8925506","title":"I'm Sure! Automatic Detection of Metacognition in Online Course Discussion Forums","display_name":"I'm Sure! Automatic Detection of Metacognition in Online Course Discussion Forums","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2995127017","doi":"https://doi.org/10.1109/acii.2019.8925506","mag":"2995127017"},"language":"en","primary_location":{"id":"doi:10.1109/acii.2019.8925506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii.2019.8925506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002841976","display_name":"Eddie Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eddie Huang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010235574","display_name":"Hannah Valdiviejas","orcid":"https://orcid.org/0000-0002-5544-1335"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hannah Valdiviejas","raw_affiliation_strings":["Department of Educational Psychology, University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Educational Psychology, University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013490855","display_name":"Nigel Bosch","orcid":"https://orcid.org/0000-0003-2736-2899"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nigel Bosch","raw_affiliation_strings":["Department of Educational Psychology, School of Information Sciences, University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Educational Psychology, School of Information Sciences, University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002841976"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.5831,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84719247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.9668951034545898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7128800749778748},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.509294867515564},{"id":"https://openalex.org/keywords/english-language","display_name":"English language","score":0.4271414279937744},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38630372285842896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38072049617767334},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.32402193546295166},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.25403499603271484},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2187899649143219}],"concepts":[{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.9668951034545898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128800749778748},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.509294867515564},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.4271414279937744},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38630372285842896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38072049617767334},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32402193546295166},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.25403499603271484},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2187899649143219},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acii.2019.8925506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii.2019.8925506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W4660786","https://openalex.org/W1029176169","https://openalex.org/W1492093511","https://openalex.org/W1549393725","https://openalex.org/W1562208008","https://openalex.org/W1589394566","https://openalex.org/W1732828232","https://openalex.org/W1808930821","https://openalex.org/W1859092166","https://openalex.org/W1893183422","https://openalex.org/W1953024260","https://openalex.org/W1976445490","https://openalex.org/W1992814964","https://openalex.org/W1996643300","https://openalex.org/W1998749607","https://openalex.org/W2006452199","https://openalex.org/W2037124948","https://openalex.org/W2038252642","https://openalex.org/W2049324431","https://openalex.org/W2053154970","https://openalex.org/W2066002060","https://openalex.org/W2081526459","https://openalex.org/W2093950336","https://openalex.org/W2103162107","https://openalex.org/W2107926070","https://openalex.org/W2108034996","https://openalex.org/W2116024745","https://openalex.org/W2117645142","https://openalex.org/W2117766479","https://openalex.org/W2127997659","https://openalex.org/W2131223010","https://openalex.org/W2148982245","https://openalex.org/W2209120240","https://openalex.org/W2286954337","https://openalex.org/W2339386532","https://openalex.org/W2486229885","https://openalex.org/W2548401102","https://openalex.org/W2586364582","https://openalex.org/W2591092602","https://openalex.org/W2612266114","https://openalex.org/W2729439128","https://openalex.org/W2765685400","https://openalex.org/W2777166979","https://openalex.org/W2792490886","https://openalex.org/W2809896975","https://openalex.org/W2929144106","https://openalex.org/W4212844288","https://openalex.org/W4240402692","https://openalex.org/W4252600893","https://openalex.org/W4293586167","https://openalex.org/W6600179571","https://openalex.org/W6632809949","https://openalex.org/W6635219041","https://openalex.org/W6639601722","https://openalex.org/W6682073514","https://openalex.org/W6688419140","https://openalex.org/W6741266148"],"related_works":["https://openalex.org/W2390181806","https://openalex.org/W2976037936","https://openalex.org/W4387714313","https://openalex.org/W2260086729","https://openalex.org/W4383552441","https://openalex.org/W4310809941","https://openalex.org/W2361861616","https://openalex.org/W3214719368","https://openalex.org/W2362169646","https://openalex.org/W1994097944"],"abstract_inverted_index":{"Metacognition":[0],"is":[1,9],"a":[2,93],"valuable":[3],"tool":[4],"for":[5,22,38,67,97,106],"learning,":[6],"since":[7],"it":[8],"closely":[10],"related":[11],"to":[12,113,145],"self-regulation":[13],"and":[14,25,86,91,120,130,149],"awareness":[15],"of":[16,41,52,62],"one's":[17],"own":[18],"affect.":[19],"However,":[20],"methods":[21],"automatically":[23,98],"detecting":[24],"studying":[26],"metacognition":[27,69,134],"are":[28,103],"scarce.":[29],"Thus,":[30],"in":[31,44,133],"this":[32,111],"paper":[33],"we":[34,65,73],"describe":[35],"an":[36],"algorithm":[37,72,112,141],"automatic":[39,68],"detection":[40],"metacognitive":[42,80,118,147],"language":[43,119],"writing.":[45],"We":[46,109,137],"analyzed":[47],"text":[48,100],"from":[49],"the":[50],"forums":[51],"two":[53],"online,":[54],"university-level":[55],"science":[56],"courses,":[57],"which":[58],"revealed":[59],"common":[60],"patterns":[61],"phrases":[63,81],"that":[64,102],"used":[66,144],"detection.":[70],"The":[71],"developed":[74],"exhibited":[75],"high":[76],"accuracy":[77],"on":[78],"expert-labeled":[79],"(Spearman's":[82],"rho":[83],"=":[84,89],"0.878":[85],"Cohen's":[87],"kappa":[88],"0.792),":[90],"provides":[92],"reliable,":[94],"fast":[95],"method":[96],"annotating":[99],"corpora":[101],"too":[104],"large":[105],"manual":[107],"annotation.":[108],"applied":[110],"analyze":[114],"relationships":[115],"between":[116],"students'":[117],"their":[121],"academic":[122],"performance,":[123],"finding":[124],"small":[125],"correlations":[126],"with":[127],"course":[128],"grade":[129],"medium-sized":[131],"differences":[132],"across":[135],"courses.":[136],"discuss":[138],"how":[139],"our":[140],"can":[142],"be":[143],"advance":[146],"studies":[148],"online":[150],"educational":[151],"systems.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}