{"id":"https://openalex.org/W2591899174","doi":"https://doi.org/10.1145/3027385.3027417","title":"Words matter","display_name":"Words matter","publication_year":2017,"publication_date":"2017-02-27","ids":{"openalex":"https://openalex.org/W2591899174","doi":"https://doi.org/10.1145/3027385.3027417","mag":"2591899174"},"language":"en","primary_location":{"id":"doi:10.1145/3027385.3027417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3027385.3027417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh International Learning Analytics & Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044295365","display_name":"Patrick Donnelly","orcid":"https://orcid.org/0000-0003-4575-0713"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Patrick J. Donnelly","raw_affiliation_strings":["University of Notre Dame"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035426506","display_name":"Nathaniel Blanchard","orcid":"https://orcid.org/0000-0002-2653-0873"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Blanchard","raw_affiliation_strings":["University of Notre Dame"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006905045","display_name":"Andrew M. Olney","orcid":"https://orcid.org/0000-0003-4204-6667"},"institutions":[{"id":"https://openalex.org/I94658018","display_name":"University of Memphis","ror":"https://ror.org/01cq23130","country_code":"US","type":"education","lineage":["https://openalex.org/I94658018"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew M. Olney","raw_affiliation_strings":["University of Memphis"],"affiliations":[{"raw_affiliation_string":"University of Memphis","institution_ids":["https://openalex.org/I94658018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540771","display_name":"Sean Kelly","orcid":"https://orcid.org/0000-0002-2415-0375"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Kelly","raw_affiliation_strings":["University of Pittsburgh"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070890862","display_name":"Martin Nystrand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin Nystrand","raw_affiliation_strings":["University of Wisconsin"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008316506","display_name":"Sidney K. D\u2019Mello","orcid":"https://orcid.org/0000-0003-0347-2807"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sidney K. D'Mello","raw_affiliation_strings":["University of Notre Dame"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044295365"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":3.7055,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.94463856,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"218","last_page":"227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764510452747345},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6311055421829224},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.617828369140625},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5685655474662781},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5307343602180481},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5173829793930054},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4737356901168823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4645279347896576},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4267330765724182},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40818899869918823},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16234901547431946},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.13209250569343567},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12787124514579773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764510452747345},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6311055421829224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.617828369140625},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5685655474662781},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5307343602180481},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5173829793930054},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4737356901168823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4645279347896576},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4267330765724182},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40818899869918823},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16234901547431946},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.13209250569343567},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12787124514579773},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3027385.3027417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3027385.3027417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh International Learning Analytics & Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G2858423849","display_name":null,"funder_award_id":"R305A130030","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"}],"funders":[{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W39616976","https://openalex.org/W102712118","https://openalex.org/W112029936","https://openalex.org/W113391426","https://openalex.org/W318559035","https://openalex.org/W644009671","https://openalex.org/W1501669607","https://openalex.org/W1503312748","https://openalex.org/W1543320899","https://openalex.org/W1552061030","https://openalex.org/W1862185716","https://openalex.org/W1966861245","https://openalex.org/W1990261921","https://openalex.org/W2006161319","https://openalex.org/W2018936033","https://openalex.org/W2021083801","https://openalex.org/W2035366352","https://openalex.org/W2049786722","https://openalex.org/W2058732827","https://openalex.org/W2081687495","https://openalex.org/W2085662862","https://openalex.org/W2104203403","https://openalex.org/W2128970689","https://openalex.org/W2142299132","https://openalex.org/W2144571301","https://openalex.org/W2163815162","https://openalex.org/W2165861304","https://openalex.org/W2166474761","https://openalex.org/W2166637769","https://openalex.org/W2251239189","https://openalex.org/W2251344114","https://openalex.org/W2293832349","https://openalex.org/W2294813873","https://openalex.org/W2470765286","https://openalex.org/W2505693840","https://openalex.org/W2564535916","https://openalex.org/W2576216542","https://openalex.org/W2576799705","https://openalex.org/W2605961645","https://openalex.org/W2729833204","https://openalex.org/W2798138305","https://openalex.org/W2914409709","https://openalex.org/W4210717396","https://openalex.org/W4250788613","https://openalex.org/W4254373586","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4392721137","https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2906881146","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W2002537515"],"abstract_inverted_index":{"We":[0,54,110,166],"investigate":[1],"automatic":[2,71],"detection":[3],"of":[4,17,26,101,123,127,152],"teacher":[5,43,103,172,176],"questions":[6,64,115],"from":[7,29,70,80],"audio":[8,27,40,82],"recordings":[9,28],"collected":[10],"in":[11,158],"live":[12],"classrooms":[13],"with":[14,118],"the":[15,39,62,81,102,128,150],"goal":[16],"providing":[18],"automated":[19],"feedback":[20],"to":[21,60,104,107,113,162],"teachers.":[22,109],"Using":[23],"a":[24,50,119,134,155],"dataset":[25],"11":[30],"teachers":[31],"across":[32],"37":[33],"class":[34],"sessions,":[35],"we":[36],"automatically":[37],"segment":[38],"into":[41],"individual":[42],"utterances":[44],"and":[45,77,92,98,116,143,175],"code":[46],"each":[47],"as":[48,84,86,90],"containing":[49],"question":[51,147],"or":[52],"not.":[53],"train":[55],"supervised":[56],"machine":[57],"learning":[58],"models":[59],"detect":[61],"human-coded":[63],"using":[65,136,141],"high-level":[66],"linguistic":[67,137,163],"features":[68,79,138,145,153,164],"extracted":[69],"speech":[72],"recognition":[73],"(ASR)":[74],"transcripts,":[75],"acoustic":[76],"prosodic":[78],"recordings,":[83],"well":[85],"context":[87,144],"features,":[88],"such":[89],"timing":[91],"turn-taking":[93],"dynamics.":[94],"Models":[95],"are":[96,111],"trained":[97],"validated":[99],"independently":[100],"ensure":[105],"generalization":[106],"new":[108],"able":[112],"distinguish":[114],"non-questions":[117],"weighted":[120],"F1":[121],"score":[122],"0.69.":[124],"A":[125],"comparison":[126],"three":[129],"feature":[130],"sets":[131],"indicates":[132],"that":[133],"model":[135],"outperforms":[139],"those":[140],"acoustic-prosodic":[142],"for":[146,169],"detection,":[148],"but":[149],"combination":[151],"yields":[154],"5%":[156],"improvement":[157],"overall":[159],"accuracy":[160],"compared":[161],"alone.":[165],"discuss":[167],"applications":[168],"pedagogical":[170],"research,":[171],"formative":[173],"assessment,":[174],"professional":[177],"development.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-03-16T00:00:00"}