{"id":"https://openalex.org/W4393254572","doi":"https://doi.org/10.1007/s40593-024-00395-0","title":"Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models","display_name":"Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393254572","doi":"https://doi.org/10.1007/s40593-024-00395-0"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047788899","display_name":"Wesley Morris","orcid":"https://orcid.org/0000-0001-6316-6479"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wesley Morris","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0001-6316-6479","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028338673","display_name":"Scott A. Crossley","orcid":"https://orcid.org/0000-0002-5148-0273"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Crossley","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090861447","display_name":"Langdon Holmes","orcid":"https://orcid.org/0000-0003-4338-4609"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Langdon Holmes","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069053538","display_name":"Chaohua Ou","orcid":"https://orcid.org/0000-0002-3065-2021"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaohua Ou","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072192995","display_name":"Mihai Dasc\u0103lu","orcid":"https://orcid.org/0000-0002-4815-9227"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Mihai Dascalu","raw_affiliation_strings":["Polytechnic University of Bucharest, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic University of Bucharest, Bucharest, Romania","institution_ids":["https://openalex.org/I141595442","https://openalex.org/I61641377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081661094","display_name":"Danielle S. McNamara","orcid":"https://orcid.org/0000-0001-5869-1420"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danielle McNamara","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047788899"],"corresponding_institution_ids":["https://openalex.org/I200719446"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":4.5077,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.95049855,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"3","first_page":"1022","last_page":"1043"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8379714488983154},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7930706143379211},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7502233982086182},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7355926632881165},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5604563355445862},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5171391367912292},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4917149841785431},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4633140563964844},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4586600661277771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4434784948825836},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.44187480211257935},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.35951849818229675},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2532293200492859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8379714488983154},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7930706143379211},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7502233982086182},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7355926632881165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5604563355445862},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5171391367912292},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4917149841785431},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4633140563964844},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4586600661277771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4434784948825836},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.44187480211257935},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.35951849818229675},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2532293200492859},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4486241280","display_name":"AI Institute for Adult Learning and Online Education (ALOE)","funder_award_id":"2112532","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393254572.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W162507755","https://openalex.org/W1790027761","https://openalex.org/W1826672328","https://openalex.org/W2018951238","https://openalex.org/W2061030947","https://openalex.org/W2083212065","https://openalex.org/W2101105183","https://openalex.org/W2117823027","https://openalex.org/W2132069633","https://openalex.org/W2150824314","https://openalex.org/W2251056936","https://openalex.org/W2280974225","https://openalex.org/W2301632029","https://openalex.org/W2577350134","https://openalex.org/W2744222256","https://openalex.org/W2766498180","https://openalex.org/W2793429163","https://openalex.org/W2883454655","https://openalex.org/W2898193199","https://openalex.org/W2913673245","https://openalex.org/W2917049430","https://openalex.org/W2945886944","https://openalex.org/W2947964661","https://openalex.org/W2953001123","https://openalex.org/W2955975917","https://openalex.org/W2965373594","https://openalex.org/W2979826702","https://openalex.org/W3011616684","https://openalex.org/W3015468748","https://openalex.org/W3096729368","https://openalex.org/W3107653269","https://openalex.org/W3133796423","https://openalex.org/W3159958158","https://openalex.org/W3176923149","https://openalex.org/W3184084672","https://openalex.org/W3211339323","https://openalex.org/W3216581565","https://openalex.org/W4207045419","https://openalex.org/W4229625716","https://openalex.org/W4288059323","https://openalex.org/W4288115735","https://openalex.org/W4293464023","https://openalex.org/W4321442102","https://openalex.org/W4327500636","https://openalex.org/W4382567022","https://openalex.org/W4382567099","https://openalex.org/W6739901393","https://openalex.org/W6748002556","https://openalex.org/W6798795620","https://openalex.org/W7030677884"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307","https://openalex.org/W2330342969","https://openalex.org/W2777782248"],"abstract_inverted_index":{"Abstract":[0],"As":[1],"intelligent":[2,64,215],"textbooks":[3,216],"become":[4],"more":[5,17],"ubiquitous":[6],"in":[7,29,223,236],"classrooms":[8],"and":[9,34,128,145,155,163,207],"educational":[10],"settings,":[11],"the":[12,38,55,61,71,143,146,158,173,177,186,189,196],"need":[13],"to":[14,23,26,31,48,52,86,114,182,195,212,217],"make":[15],"them":[16],"interactive":[18],"arises.":[19],"An":[20],"alternative":[21],"is":[22],"ask":[24],"students":[25,53],"generate":[27],"knowledge":[28],"response":[30],"textbook":[32,65],"content":[33,127,162,178],"provide":[35,50],"feedback":[36,51,211],"about":[37,54],"produced":[39],"knowledge.":[40],"This":[41,107,130],"study":[42,68,108,131],"develops":[43],"Natural":[44],"Language":[45,83],"Processing":[46],"models":[47,138,201,227],"automatically":[49],"quality":[56],"of":[57,63,73,97,157,169,188,214],"summaries":[58,144,170],"written":[59],"at":[60],"end":[62],"sections.":[66],"The":[67,199,226],"builds":[69],"on":[70,142,172,205],"work":[72],"Botarleanu":[74],"et":[75],"al.":[76],"(2022),":[77],"who":[78],"used":[79,231],"a":[80,88,110,167],"Longformer":[81,141],"Large":[82],"Model":[84],"(LLM)":[85],"develop":[87],"summary":[89,99,116],"grading":[90],"model.":[91],"Their":[92],"model":[93,179,191],"explained":[94,153],"around":[95],"55%":[96],"holistic":[98],"score":[100,159],"variance":[101,160],"as":[102],"assigned":[103],"by":[104],"human":[105],"raters.":[106],"uses":[109,132],"principal":[111,124,151],"component":[112],"analysis":[113],"distill":[115],"scores":[117],"from":[118,140],"an":[119],"analytic":[120],"rubric":[121],"into":[122],"two":[123,133],"components":[125,152],"\u2013":[126],"wording.":[129],"encoder-only":[134],"classification":[135],"large":[136],"language":[137],"finetuned":[139],"source":[147],"texts":[148],"using":[149],"these":[150],"82%":[154],"70%":[156],"for":[161,232],"wording,":[164],"respectively.":[165],"On":[166],"dataset":[168],"collected":[171],"crowd-sourcing":[174],"site":[175],"Prolific,":[176],"was":[180,192],"shown":[181],"be":[183,230],"robust":[184],"although":[185],"accuracy":[187],"wording":[190],"reduced":[193],"compared":[194],"training":[197],"set.":[198],"developed":[200],"are":[202],"freely":[203],"available":[204],"HuggingFace":[206],"will":[208],"allow":[209],"formative":[210],"users":[213],"assess":[218],"reading":[219],"comprehension":[220],"through":[221],"summarization":[222,234],"real":[224],"time.":[225],"can":[228],"also":[229],"other":[233],"applications":[235],"learning":[237],"systems.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}