{"id":"https://openalex.org/W4389966336","doi":"https://doi.org/10.1145/3627217.3627221","title":"Leveraging Large Language Models for Analysis of Student Course Feedback","display_name":"Leveraging Large Language Models for Analysis of Student Course Feedback","publication_year":2023,"publication_date":"2023-12-09","ids":{"openalex":"https://openalex.org/W4389966336","doi":"https://doi.org/10.1145/3627217.3627221"},"language":"en","primary_location":{"id":"doi:10.1145/3627217.3627221","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627217.3627221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th Annual ACM India Compute Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075230448","display_name":"Z. Wang","orcid":"https://orcid.org/0009-0002-0815-8673"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Zixuan Wang","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075230448"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":1.6616,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88534632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"76","last_page":"79"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9294000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/course","display_name":"Course (navigation)","score":0.784771740436554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7447001934051514},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3649751543998718},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3281506896018982},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13036715984344482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10923206806182861}],"concepts":[{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.784771740436554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447001934051514},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3649751543998718},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3281506896018982},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13036715984344482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10923206806182861},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627217.3627221","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627217.3627221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th Annual ACM India Compute Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1985742621","https://openalex.org/W2522686050","https://openalex.org/W2599980125","https://openalex.org/W2787402204","https://openalex.org/W2801795275","https://openalex.org/W3024747064","https://openalex.org/W3048772794","https://openalex.org/W3099880746","https://openalex.org/W4221055872"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4318717247","https://openalex.org/W2267656092","https://openalex.org/W2317874921","https://openalex.org/W2736755255","https://openalex.org/W4362648715","https://openalex.org/W2009385780","https://openalex.org/W3082623308","https://openalex.org/W3120503679","https://openalex.org/W2359390960"],"abstract_inverted_index":{"This":[0,49],"study":[1],"investigates":[2],"the":[3,13,27,42],"use":[4],"of":[5,29,38,44,69],"large":[6],"language":[7],"models,":[8],"specifically":[9],"ChatGPT,":[10],"to":[11,22,52],"analyse":[12],"feedback":[14,25],"from":[15],"a":[16,61],"Summative":[17],"Evaluation":[18],"Tool":[19],"(SET)":[20],"used":[21],"collect":[23],"student":[24,47,57,70],"on":[26,46],"quality":[28],"teaching.":[30],"We":[31],"find":[32],"that":[33],"these":[34],"models":[35],"enhance":[36],"comprehension":[37],"SET":[39],"scores":[40],"and":[41],"impact":[43],"context":[45],"evaluations.":[48],"work":[50],"aims":[51],"reveal":[53],"hidden":[54],"patterns":[55],"in":[56],"evaluation":[58],"data,":[59],"demonstrating":[60],"positive":[62],"first":[63],"step":[64],"towards":[65],"automated,":[66],"detailed":[67],"analysis":[68],"feedback.":[71]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
