{"id":"https://openalex.org/W4399995547","doi":"https://doi.org/10.1007/s40593-024-00414-0","title":"A Large Language Model Approach to Educational Survey Feedback Analysis","display_name":"A Large Language Model Approach to Educational Survey Feedback Analysis","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4399995547","doi":"https://doi.org/10.1007/s40593-024-00414-0"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-024-00414-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00414-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00414-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00414-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039729011","display_name":"Michael Parker","orcid":"https://orcid.org/0000-0003-4739-5217"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael J. Parker","raw_affiliation_strings":["Office of Online Learning, Harvard Medical School, HMX, 4 Blackfan Circle, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Office of Online Learning, Harvard Medical School, HMX, 4 Blackfan Circle, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109382888","display_name":"Caitlin Anderson","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caitlin Anderson","raw_affiliation_strings":["Office of Online Learning, Harvard Medical School, HMX, 4 Blackfan Circle, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Office of Online Learning, Harvard Medical School, HMX, 4 Blackfan Circle, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113014596","display_name":"Claire Stone","orcid":null},"institutions":[{"id":"https://openalex.org/I1282070171","display_name":"Office of Education","ror":"https://ror.org/032h87485","country_code":"US","type":"funder","lineage":["https://openalex.org/I1282070171","https://openalex.org/I1308126019","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Stone","raw_affiliation_strings":["Office of External Education, Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Office of External Education, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1282070171","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102694211","display_name":"YeaRim Oh","orcid":null},"institutions":[{"id":"https://openalex.org/I1282070171","display_name":"Office of Education","ror":"https://ror.org/032h87485","country_code":"US","type":"funder","lineage":["https://openalex.org/I1282070171","https://openalex.org/I1308126019","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"YeaRim Oh","raw_affiliation_strings":["Office of External Education, Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Office of External Education, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1282070171","https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039729011"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":76.9756,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.99892633,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"35","issue":"2","first_page":"444","last_page":"481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6399237513542175},{"id":"https://openalex.org/keywords/educational-technology","display_name":"Educational technology","score":0.5708040595054626},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.44133463501930237},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.33945757150650024},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3278130888938904},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24034303426742554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6399237513542175},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.5708040595054626},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.44133463501930237},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33945757150650024},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3278130888938904},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24034303426742554}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-024-00414-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00414-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00414-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-024-00414-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00414-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00414-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399995547.pdf"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W285141978","https://openalex.org/W1979290264","https://openalex.org/W2010149969","https://openalex.org/W2024792608","https://openalex.org/W2027049304","https://openalex.org/W2034592824","https://openalex.org/W2037270872","https://openalex.org/W2040403808","https://openalex.org/W2044723364","https://openalex.org/W2062038813","https://openalex.org/W2080582775","https://openalex.org/W2091259418","https://openalex.org/W2107747210","https://openalex.org/W2109277446","https://openalex.org/W2122838852","https://openalex.org/W2125827881","https://openalex.org/W2146085743","https://openalex.org/W2161307025","https://openalex.org/W2188323193","https://openalex.org/W2511397010","https://openalex.org/W2747512048","https://openalex.org/W2774397945","https://openalex.org/W2806072296","https://openalex.org/W2894916285","https://openalex.org/W2901951144","https://openalex.org/W2911489562","https://openalex.org/W2921181970","https://openalex.org/W2936503027","https://openalex.org/W2943485424","https://openalex.org/W2958619243","https://openalex.org/W2960680116","https://openalex.org/W2965096648","https://openalex.org/W3006059096","https://openalex.org/W3012480406","https://openalex.org/W3022935508","https://openalex.org/W3035269559","https://openalex.org/W3036054098","https://openalex.org/W3038127753","https://openalex.org/W3039503982","https://openalex.org/W3046375318","https://openalex.org/W3080996308","https://openalex.org/W3107721628","https://openalex.org/W3127028307","https://openalex.org/W3135087240","https://openalex.org/W3168624591","https://openalex.org/W3180966651","https://openalex.org/W3183336689","https://openalex.org/W3198743574","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4225364564","https://openalex.org/W4241806419","https://openalex.org/W4280545690","https://openalex.org/W4281560629","https://openalex.org/W4285140393","https://openalex.org/W4287328210","https://openalex.org/W4288253152","https://openalex.org/W4296959557","https://openalex.org/W4304195432","https://openalex.org/W4312001989","https://openalex.org/W4321649710","https://openalex.org/W4327811957","https://openalex.org/W4361866031","https://openalex.org/W4362508231","https://openalex.org/W4362700315","https://openalex.org/W4362707064","https://openalex.org/W4365601444","https://openalex.org/W4380626958","https://openalex.org/W4380715494","https://openalex.org/W4380985699","https://openalex.org/W4384662964","https://openalex.org/W4386142022","https://openalex.org/W4386730372","https://openalex.org/W4388430418","https://openalex.org/W4389713899","https://openalex.org/W4391964508","https://openalex.org/W4392617925","https://openalex.org/W6838865847","https://openalex.org/W6960514870","https://openalex.org/W7037671538"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"assesses":[3],"the":[4,7,71,190],"potential":[5,72,191],"for":[6,198,220],"large":[8],"language":[9,104],"models":[10,86],"(LLMs)":[11],"GPT-4":[12],"and":[13,35,112,117,141,228],"GPT-3.5":[14],"to":[15,73,94,128,183,230,240],"aid":[16],"in":[17,29,42,48,56,205],"deriving":[18],"insight":[19,200],"from":[20,137,246],"education":[21,30,43,49,158],"feedback":[22,44],"surveys.":[23],"Exploration":[24],"of":[25,40,66,78,102,132,192,212,216,244],"LLM":[26],"use":[27],"cases":[28],"has":[31],"focused":[32],"on":[33,175],"teaching":[34],"learning,":[36],"with":[37,178],"less":[38],"exploration":[39],"capabilities":[41],"analysis.":[45],"Survey":[46],"analysis":[47],"involves":[50],"goals":[51,81,96],"such":[52,95],"as":[53,100],"finding":[54],"gaps":[55],"curricula":[57],"or":[58,87,150,226],"evaluating":[59],"teachers,":[60],"often":[61,164],"requiring":[62,147],"time-consuming":[63],"manual":[64],"processing":[65,105],"textual":[67],"responses.":[68],"LLMs":[69,236],"have":[70],"provide":[74],"a":[75,91,129,143,213,242],"flexible":[76],"means":[77],"achieving":[79],"these":[80,126],"without":[82],"specialized":[83],"machine":[84],"learning":[85],"fine-tuning.":[88],"We":[89,124,187],"demonstrate":[90],"versatile":[92,214],"approach":[93,145],"by":[97,122],"treating":[98],"them":[99],"sequences":[101],"natural":[103],"(NLP)":[106],"tasks":[107,177],"including":[108],"classification":[109,217],"(multi-label,":[110],"multi-class,":[111],"binary),":[113],"extraction,":[114],"thematic":[115],"analysis,":[116,119],"sentiment":[118],"each":[120],"performed":[121],"LLM.":[123],"apply":[125],"workflows":[127,181],"real-world":[130],"dataset":[131],"2500":[133],"end-of-course":[134],"survey":[135,247],"comments":[136],"biomedical":[138],"science":[139],"courses,":[140],"evaluate":[142],"zero-shot":[144],"(i.e.,":[146],"no":[148],"examples":[149],"labeled":[151,161],"training":[152],"data)":[153],"across":[154],"all":[155],"tasks,":[156],"reflecting":[157],"settings,":[159],"where":[160],"data":[162],"is":[163],"scarce.":[165],"By":[166],"applying":[167],"effective":[168],"prompting":[169],"practices,":[170],"we":[171],"achieve":[172,184],"human-level":[173],"performance":[174],"multiple":[176],"GPT-4,":[179],"enabling":[180],"necessary":[182],"typical":[185],"goals.":[186],"also":[188],"show":[189],"inspecting":[193],"LLMs\u2019":[194],"chain-of-thought":[195],"(CoT)":[196],"reasoning":[197],"providing":[199],"that":[201,235],"may":[202],"foster":[203],"confidence":[204],"practice.":[206],"Moreover,":[207],"this":[208],"study":[209],"features":[210],"development":[211],"set":[215],"categories,":[218],"suitable":[219],"various":[221],"course":[222],"types":[223],"(online,":[224],"hybrid,":[225],"in-person)":[227],"amenable":[229],"customization.":[231],"Our":[232],"results":[233],"suggest":[234],"can":[237],"be":[238],"used":[239],"derive":[241],"range":[243],"insights":[245],"text.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}