{"id":"https://openalex.org/W4392861352","doi":"https://doi.org/10.1145/3626253.3635593","title":"Analyzing Student and Instructor Comments using NLP","display_name":"Analyzing Student and Instructor Comments using NLP","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392861352","doi":"https://doi.org/10.1145/3626253.3635593"},"language":"en","primary_location":{"id":"doi:10.1145/3626253.3635593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626253.3635593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064913333","display_name":"Zack Butler","orcid":"https://orcid.org/0000-0002-2901-505X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zack Butler","raw_affiliation_strings":["Rochester Inst. of Tech., Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Inst. of Tech., Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055688854","display_name":"Ivona Bez\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0002-8966-5396"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivona Bez\u00e1kov\u00e1","raw_affiliation_strings":["Rochester Inst. of Tech., Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Inst. of Tech., Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101682371","display_name":"Shaoxuan Xu","orcid":"https://orcid.org/0009-0006-3319-2389"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaoxuan Xu","raw_affiliation_strings":["Rochester Inst. of Tech., Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Inst. of Tech., Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090963849","display_name":"Angelina Brilliantova","orcid":"https://orcid.org/0000-0001-6424-8724"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angelina Brilliantova","raw_affiliation_strings":["Rochester Inst. of Tech., Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Inst. of Tech., Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064913333"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03531681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1584","last_page":"1585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7932834625244141},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6290196180343628},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6105049252510071},{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.6003368496894836},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5796055793762207},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5539518594741821},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5426557064056396},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4979081153869629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49244794249534607},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45850804448127747},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.43636003136634827},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.42063701152801514},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4158509373664856},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33180955052375793},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20372748374938965},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.18966364860534668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7932834625244141},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6290196180343628},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6105049252510071},{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.6003368496894836},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5796055793762207},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5539518594741821},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5426557064056396},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4979081153869629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49244794249534607},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45850804448127747},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.43636003136634827},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42063701152801514},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4158509373664856},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33180955052375793},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20372748374938965},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.18966364860534668},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626253.3635593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626253.3635593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3045953518","display_name":"Pencil Puzzles as an Inclusive Domain for Learning Computer Science Concepts","funder_award_id":"1821459","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W409344806","https://openalex.org/W2551154218","https://openalex.org/W2593261293","https://openalex.org/W2808944165","https://openalex.org/W3159506165"],"related_works":["https://openalex.org/W1655266410","https://openalex.org/W2389051085","https://openalex.org/W2330343234","https://openalex.org/W1901012776","https://openalex.org/W2463883322","https://openalex.org/W2229382548","https://openalex.org/W2391789612","https://openalex.org/W2814468324","https://openalex.org/W2389236462","https://openalex.org/W1614034078"],"abstract_inverted_index":{"We":[0,69,164,235],"report":[1,236],"on":[2,46,237],"our":[3,79],"experience":[4],"using":[5,113],"common":[6,148],"natural":[7,233],"language":[8],"processing":[9],"(NLP)":[10],"tools":[11,150,168,175],"to":[12,64,137,151,169,179,182,202,220],"analyze":[13],"two":[14],"vastly":[15],"different":[16],"data":[17,34,51,72,108,159,246],"sets":[18],"of":[19,26,37,44,55,59,62,78,81,84,103,128,131,135,147,161,200,224,232],"free-form":[20],"responses":[21],"collected":[22,70,109],"during":[23],"a":[24,88,101,132],"study":[25],"assignments":[27],"in":[28],"introductory":[29,91],"computing":[30],"courses.":[31],"Our":[32,49],"first":[33],"set":[35,52,160],"consists":[36],"typically":[38],"short":[39],"comments":[40,106],"left":[41],"by":[42],"hundreds":[43],"students":[45],"assignment":[47,130],"surveys.":[48],"second":[50],"is":[53],"comprised":[54],"semi-structured":[56,225],"individual":[57],"interviews":[58],"eight":[60],"instructors":[61],"up":[63,153],"an":[65,95],"hour":[66],"long":[67],"each.":[68],"the":[71,82,104,121,145,154,157,170,184,189,196,209,213,221,238],"across":[73],"several":[74],"years":[75],"as":[76,87],"part":[77],"investigation":[80],"use":[83],"pencil":[85],"puzzles":[86],"context":[89],"for":[90,156],"computer":[92],"science.":[93],"In":[94,140],"earlier":[96],"work,":[97,142],"we":[98,143],"manually":[99],"analyzed":[100],"fraction":[102],"student":[105,162,204],"(all":[107],"until":[110],"that":[111],"point),":[112],"grounded":[114],"theory.":[115],"The":[116,173],"results":[117],"were":[118],"illuminating,":[119],"but":[120],"process":[122,155],"was":[123,192,215],"very":[124],"time":[125],"consuming,":[126],"consisting":[127],"manual":[129],"small":[133],"number":[134],"codes":[136,201],"each":[138,203],"comment.":[139],"this":[141],"investigate":[144],"usability":[146],"NLP":[149,174],"speed":[152],"entire":[158],"comments.":[163],"also":[165],"applied":[166],"these":[167,244],"instructor":[171,211],"interviews.":[172],"do":[176],"not":[177],"appear":[178],"be":[180],"effective":[181],"create":[183],"code":[185,190],"base,":[186],"but,":[187],"once":[188],"base":[191],"determined,":[193],"they":[194],"performed":[195],"actual":[197],"coding":[198],"(assignment":[199],"comment)":[205],"promisingly":[206],"well.":[207],"For":[208],"long-form":[210],"interviews,":[212,226],"situation":[214],"much":[216],"more":[217],"challenging,":[218],"due":[219],"wide-ranging":[222],"nature":[223],"interleaving":[227],"discussion":[228],"topics,":[229],"and":[230],"elements":[231],"speech.":[234],"lessons":[239],"learned":[240],"while":[241],"automatically":[242],"analyzing":[243],"complex":[245],"sets.":[247]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}