{"id":"https://openalex.org/W4393254572","doi":"https://doi.org/10.1007/s40593-024-00395-0","title":"Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models","display_name":"Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393254572","doi":"https://doi.org/10.1007/s40593-024-00395-0"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047788899","display_name":"Wesley Morris","orcid":"https://orcid.org/0000-0001-6316-6479"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wesley Morris","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0001-6316-6479","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028338673","display_name":"Scott A. Crossley","orcid":"https://orcid.org/0000-0002-5148-0273"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Crossley","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090861447","display_name":"Langdon Holmes","orcid":"https://orcid.org/0000-0003-4338-4609"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Langdon Holmes","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069053538","display_name":"Chaohua Ou","orcid":"https://orcid.org/0000-0002-3065-2021"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaohua Ou","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072192995","display_name":"Mihai Dasc\u0103lu","orcid":"https://orcid.org/0000-0002-4815-9227"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Mihai Dascalu","raw_affiliation_strings":["Polytechnic University of Bucharest, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic University of Bucharest, Bucharest, Romania","institution_ids":["https://openalex.org/I141595442","https://openalex.org/I61641377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081661094","display_name":"Danielle S. McNamara","orcid":"https://orcid.org/0000-0001-5869-1420"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danielle McNamara","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047788899"],"corresponding_institution_ids":["https://openalex.org/I200719446"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":3.9502,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94032059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"3","first_page":"1022","last_page":"1043"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8379714488983154},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7930706143379211},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7502233982086182},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7355926632881165},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5604563355445862},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5171391367912292},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4917149841785431},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4633140563964844},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4586600661277771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4434784948825836},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.44187480211257935},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.35951849818229675},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2532293200492859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8379714488983154},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7930706143379211},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7502233982086182},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7355926632881165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5604563355445862},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5171391367912292},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4917149841785431},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4633140563964844},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4586600661277771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4434784948825836},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.44187480211257935},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.35951849818229675},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2532293200492859},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-024-00395-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00395-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00395-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8999999761581421,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4486241280","display_name":"AI Institute for Adult Learning and Online Education (ALOE)","funder_award_id":"2112532","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393254572.pdf","grobid_xml":"https://content.openalex.org/works/W4393254572.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W162507755","https://openalex.org/W1790027761","https://openalex.org/W1826672328","https://openalex.org/W2018951238","https://openalex.org/W2061030947","https://openalex.org/W2083212065","https://openalex.org/W2101105183","https://openalex.org/W2117823027","https://openalex.org/W2132069633","https://openalex.org/W2150824314","https://openalex.org/W2251056936","https://openalex.org/W2280974225","https://openalex.org/W2301632029","https://openalex.org/W2577350134","https://openalex.org/W2744222256","https://openalex.org/W2766498180","https://openalex.org/W2793429163","https://openalex.org/W2883454655","https://openalex.org/W2898193199","https://openalex.org/W2913673245","https://openalex.org/W2917049430","https://openalex.org/W2945886944","https://openalex.org/W2947964661","https://openalex.org/W2953001123","https://openalex.org/W2955975917","https://openalex.org/W2965373594","https://openalex.org/W2979826702","https://openalex.org/W3011616684","https://openalex.org/W3015468748","https://openalex.org/W3096729368","https://openalex.org/W3107653269","https://openalex.org/W3133796423","https://openalex.org/W3159958158","https://openalex.org/W3176923149","https://openalex.org/W3184084672","https://openalex.org/W3211339323","https://openalex.org/W3216581565","https://openalex.org/W4207045419","https://openalex.org/W4229625716","https://openalex.org/W4288059323","https://openalex.org/W4288115735","https://openalex.org/W4293464023","https://openalex.org/W4321442102","https://openalex.org/W4327500636","https://openalex.org/W4382567022","https://openalex.org/W4382567099","https://openalex.org/W6739901393","https://openalex.org/W6748002556","https://openalex.org/W6798795620","https://openalex.org/W7030677884"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307","https://openalex.org/W2330342969","https://openalex.org/W2777782248"],"abstract_inverted_index":{"As":[0],"intelligent":[1,63,216],"textbooks":[2,217],"become":[3],"more":[4,16],"ubiquitous":[5],"in":[6,28,224,237],"classrooms":[7],"and":[8,33,129,146,156,164,208],"educational":[9],"settings,":[10],"the":[11,37,54,60,70,144,147,159,174,178,187,190,197],"need":[12],"to":[13,22,25,30,47,51,87,115,183,196,213,218],"make":[14],"them":[15],"interactive":[17],"arises.":[18],"An":[19],"alternative":[20],"is":[21],"ask":[23],"students":[24,52],"generate":[26],"knowledge":[27],"response":[29],"textbook":[31,64],"content":[32,128,163,179],"provide":[34,49],"feedback":[35,50,212],"about":[36,53],"produced":[38],"knowledge.":[39],"This":[40,108,131],"study":[41,67,109,132],"develops":[42],"Natural":[43],"Language":[44,84],"Processing":[45],"models":[46,139,202,228],"automatically":[48],"quality":[55],"of":[56,62,72,98,158,170,189,215],"summaries":[57,145,171],"written":[58],"at":[59],"end":[61],"sections.":[65],"The":[66,200,227],"builds":[68],"on":[69,143,173,206],"work":[71],"Botarleanu":[73],"et":[74],"al.":[75],"(":[76],"2022":[77],"),":[78],"who":[79],"used":[80,232],"a":[81,89,111,168],"Longformer":[82,142],"Large":[83],"Model":[85],"(LLM)":[86],"develop":[88],"summary":[90,100,117],"grading":[91],"model.":[92],"Their":[93],"model":[94,180,192],"explained":[95,154],"around":[96],"55%":[97],"holistic":[99],"score":[101,160],"variance":[102,161],"as":[103],"assigned":[104],"by":[105],"human":[106],"raters.":[107],"uses":[110,133],"principal":[112,125,152],"component":[113],"analysis":[114],"distill":[116],"scores":[118],"from":[119,141],"an":[120],"analytic":[121],"rubric":[122],"into":[123],"two":[124,134],"components":[126,153],"\u2013":[127],"wording.":[130],"encoder-only":[135],"classification":[136],"large":[137],"language":[138],"finetuned":[140],"source":[148],"texts":[149],"using":[150],"these":[151],"82%":[155],"70%":[157],"for":[162,233],"wording,":[165],"respectively.":[166],"On":[167],"dataset":[169],"collected":[172],"crowd-sourcing":[175],"site":[176],"Prolific,":[177],"was":[181,193],"shown":[182],"be":[184,231],"robust":[185],"although":[186],"accuracy":[188],"wording":[191],"reduced":[194],"compared":[195],"training":[198],"set.":[199],"developed":[201],"are":[203],"freely":[204],"available":[205],"HuggingFace":[207],"will":[209],"allow":[210],"formative":[211],"users":[214],"assess":[219],"reading":[220],"comprehension":[221],"through":[222],"summarization":[223,235],"real":[225],"time.":[226],"can":[229],"also":[230],"other":[234],"applications":[236],"learning":[238],"systems.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}