{"id":"https://openalex.org/W4387639021","doi":"https://doi.org/10.3390/info14100567","title":"Automated Assessment of Comprehension Strategies from Self-Explanations Using LLMs","display_name":"Automated Assessment of Comprehension Strategies from Self-Explanations Using LLMs","publication_year":2023,"publication_date":"2023-10-14","ids":{"openalex":"https://openalex.org/W4387639021","doi":"https://doi.org/10.3390/info14100567"},"language":"en","primary_location":{"id":"doi:10.3390/info14100567","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14100567","pdf_url":"https://www.mdpi.com/2078-2489/14/10/567/pdf?version=1697284775","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/14/10/567/pdf?version=1697284775","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004153380","display_name":"B. Nicula","orcid":"https://orcid.org/0000-0002-8050-5476"},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Bogdan Nicula","raw_affiliation_strings":["Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest , 313 Splaiul Independentei, 060042 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]},{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest , 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072192995","display_name":"Mihai Dasc\u0103lu","orcid":"https://orcid.org/0000-0002-4815-9227"},"institutions":[{"id":"https://openalex.org/I33800924","display_name":"Academia Oamenilor de \u0218tiin\u021b\u0103 din Rom\u00e2nia","ror":"https://ror.org/04ybnj478","country_code":"RO","type":"facility","lineage":["https://openalex.org/I33800924"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Mihai Dascalu","raw_affiliation_strings":["Academy of Romanian Scientists, Str. Ilfov, Nr. 3, 050044 Bucharest, Romania","Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest , 313 Splaiul Independentei, 060042 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0002-4815-9227","affiliations":[{"raw_affiliation_string":"Academy of Romanian Scientists, Str. Ilfov, Nr. 3, 050044 Bucharest, Romania","institution_ids":["https://openalex.org/I33800924"]},{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]},{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology POLITEHNICA of Bucharest , 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069450676","display_name":"Tracy Arner","orcid":"https://orcid.org/0000-0002-5072-8636"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tracy Arner","raw_affiliation_strings":["Department of Psychology, Arizona State University, P.O. Box 871104, Tempe, AZ 85287, USA"],"raw_orcid":"https://orcid.org/0000-0002-5072-8636","affiliations":[{"raw_affiliation_string":"Department of Psychology, Arizona State University, P.O. Box 871104, Tempe, AZ 85287, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035304424","display_name":"Renu Balyan","orcid":null},"institutions":[{"id":"https://openalex.org/I138168422","display_name":"SUNY Old Westbury","ror":"https://ror.org/02rrhsz92","country_code":"US","type":"education","lineage":["https://openalex.org/I138168422"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renu Balyan","raw_affiliation_strings":["Math/CIS Department, SUNY Old Westbury, Old Westbury, NY 11568, USA","Math/CIS Department, SUNY at Old Westbury, Old Westbury, NY 11568, USA"],"raw_orcid":"https://orcid.org/0000-0003-1393-2416","affiliations":[{"raw_affiliation_string":"Math/CIS Department, SUNY Old Westbury, Old Westbury, NY 11568, USA","institution_ids":["https://openalex.org/I138168422"]},{"raw_affiliation_string":"Math/CIS Department, SUNY at Old Westbury, Old Westbury, NY 11568, USA","institution_ids":["https://openalex.org/I138168422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081661094","display_name":"Danielle S. McNamara","orcid":"https://orcid.org/0000-0001-5869-1420"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danielle S. McNamara","raw_affiliation_strings":["Department of Psychology, Arizona State University, P.O. Box 871104, Tempe, AZ 85287, USA"],"raw_orcid":"https://orcid.org/0000-0001-5869-1420","affiliations":[{"raw_affiliation_string":"Department of Psychology, Arizona State University, P.O. Box 871104, Tempe, AZ 85287, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072192995"],"corresponding_institution_ids":["https://openalex.org/I33800924","https://openalex.org/I61641377"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":2.3194,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.90757013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"10","first_page":"567","last_page":"567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7834603786468506},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6858993172645569},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5776812434196472},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42557308077812195},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42215263843536377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3883112967014313},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0753265917301178}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7834603786468506},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6858993172645569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5776812434196472},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42557308077812195},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42215263843536377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3883112967014313},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0753265917301178},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info14100567","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14100567","pdf_url":"https://www.mdpi.com/2078-2489/14/10/567/pdf?version=1697284775","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bfaeca1d096f4e6491985b5ae61a3bfc","is_oa":true,"landing_page_url":"https://doaj.org/article/bfaeca1d096f4e6491985b5ae61a3bfc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 14, Iss 10, p 567 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info14100567","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14100567","pdf_url":"https://www.mdpi.com/2078-2489/14/10/567/pdf?version=1697284775","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G1311800735","display_name":null,"funder_award_id":"344/390020/06.09.2021","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G2241784124","display_name":null,"funder_award_id":"R305A190063","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G2479005820","display_name":null,"funder_award_id":"R305A190063","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3128644240","display_name":null,"funder_award_id":"R305A130124","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G3199100935","display_name":null,"funder_award_id":"R305A190063","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G3469635901","display_name":null,"funder_award_id":"N00014-20-1-2623","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3471454053","display_name":null,"funder_award_id":"62461/03.06.2022","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G3675943856","display_name":null,"funder_award_id":"IIS-0735682","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G4251882419","display_name":null,"funder_award_id":"NSF REC0241144","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4631262191","display_name":null,"funder_award_id":"IIS-0735682","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4712829918","display_name":null,"funder_award_id":"344/390020/06.09.2021","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4897985532","display_name":null,"funder_award_id":"N00014-20-1-2623","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G5338513156","display_name":null,"funder_award_id":"62461/03.06.2022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6796826216","display_name":null,"funder_award_id":"IIS-0735682","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G7354349655","display_name":null,"funder_award_id":"NSF REC0241144","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G7533325875","display_name":null,"funder_award_id":"NSF REC0241144","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G801917377","display_name":null,"funder_award_id":"344/390020/06.09.2021","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G84492446","display_name":null,"funder_award_id":"62461/03.06.2022","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G8797659539","display_name":null,"funder_award_id":"N00014-20-1-2623","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"},{"id":"https://openalex.org/G885805413","display_name":null,"funder_award_id":"R305A130124","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8927163045","display_name":null,"funder_award_id":"R305A130124","funder_id":"https://openalex.org/F4320323444","funder_display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323444","display_name":"Autoritatea National\u0103 pentru Cercetare Stiintific\u0103","ror":"https://ror.org/03padf885"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387639021.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1505894463","https://openalex.org/W2041179101","https://openalex.org/W2097782859","https://openalex.org/W2298057837","https://openalex.org/W2524428287","https://openalex.org/W2896457183","https://openalex.org/W2904725623","https://openalex.org/W2923014074","https://openalex.org/W2963363373","https://openalex.org/W3174770825","https://openalex.org/W4288089799","https://openalex.org/W4300963281","https://openalex.org/W4310497728","https://openalex.org/W4382567033","https://openalex.org/W4383371030","https://openalex.org/W4385245566","https://openalex.org/W4385570384","https://openalex.org/W6727208969","https://openalex.org/W6739901393","https://openalex.org/W6769627184"],"related_works":["https://openalex.org/W2054685365","https://openalex.org/W2272354214","https://openalex.org/W2252959236","https://openalex.org/W2043010663","https://openalex.org/W2120383820","https://openalex.org/W2667588871","https://openalex.org/W118554674","https://openalex.org/W4235186151","https://openalex.org/W2418035912","https://openalex.org/W3192589309"],"abstract_inverted_index":{"Text":[0],"comprehension":[1,38,71],"is":[2],"an":[3],"essential":[4],"skill":[5],"in":[6],"today\u2019s":[7],"information-rich":[8],"world,":[9],"and":[10,48,76,78,106,121],"self-explanation":[11],"practice":[12],"helps":[13],"students":[14],"improve":[15],"their":[16],"understanding":[17,44],"of":[18,58,126],"complex":[19],"texts.":[20,51],"This":[21],"study":[22],"was":[23],"centered":[24],"on":[25,55,67],"leveraging":[26],"open-source":[27],"Large":[28],"Language":[29],"Models":[30],"(LLMs),":[31],"specifically":[32],"FLAN-T5,":[33,82],"to":[34,87],"automatically":[35],"assess":[36],"the":[37,96,110,129],"strategies":[39,72],"employed":[40],"by":[41],"readers":[42],"while":[43],"Science,":[45],"Technology,":[46],"Engineering,":[47],"Mathematics":[49],"(STEM)":[50],"The":[52],"experiments":[53,93],"relied":[54],"a":[56,89,102,116,123],"corpus":[57],"three":[59],"datasets":[60],"(N":[61],"=":[62],"11,833)":[63],"with":[64,99],"self-explanations":[65],"annotated":[66],"4":[68],"dimensions:":[69],"3":[70],"(i.e.,":[73,137],"bridging,":[74],"elaboration,":[75],"paraphrasing)":[77],"overall":[79],"quality.":[80],"Besides":[81],"we":[83],"also":[84],"considered":[85,115],"GPT3.5-turbo":[86],"establish":[88],"stronger":[90],"baseline.":[91],"Our":[92,112],"indicated":[94],"that":[95],"performance":[97],"improved":[98],"fine-tuning,":[100],"having":[101],"larger":[103],"LLM":[104],"model,":[105],"providing":[107],"examples":[108],"via":[109],"prompt.":[111],"best":[113],"model":[114,120],"pretrained":[117],"FLAN-T5":[118],"XXL":[119],"obtained":[122,133],"weighted":[124],"F1-score":[125,131],"0.721,":[127],"surpassing":[128],"0.699":[130],"previously":[132],"using":[134],"smaller":[135],"models":[136],"RoBERTa).":[138]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}