{"id":"https://openalex.org/W2039403439","doi":"https://doi.org/10.1145/1998384.1998389","title":"Automatically assessing the ABCs","display_name":"Automatically assessing the ABCs","publication_year":2011,"publication_date":"2011-08-01","ids":{"openalex":"https://openalex.org/W2039403439","doi":"https://doi.org/10.1145/1998384.1998389","mag":"2039403439"},"language":"en","primary_location":{"id":"doi:10.1145/1998384.1998389","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1998384.1998389","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111484450","display_name":"Matthew Black","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew P. Black","raw_affiliation_strings":["Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019787390","display_name":"Abe Kazemzadeh","orcid":"https://orcid.org/0000-0002-1851-294X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abe Kazemzadeh","raw_affiliation_strings":["Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021103572","display_name":"Joseph Tepperman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148890","display_name":"Rosetta Stone (United States)","ror":"https://ror.org/05a1nta88","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148890"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Tepperman","raw_affiliation_strings":["Rosetta Stone Labs, Boulder, CO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rosetta Stone Labs, Boulder, CO","institution_ids":["https://openalex.org/I4210148890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth S. Narayanan","raw_affiliation_strings":["Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Analysis &amp; Interpretation Laboratory, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3454,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67040839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10103","display_name":"Reading and Literacy Development","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10103","display_name":"Reading and Literacy Development","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8220217227935791},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7313768267631531},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.6732487678527832},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5907199382781982},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44265061616897583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4373374283313751},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4225546717643738},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4222549796104431},{"id":"https://openalex.org/keywords/literacy","display_name":"Literacy","score":0.41716158390045166},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22092542052268982},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11871632933616638}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220217227935791},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7313768267631531},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.6732487678527832},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5907199382781982},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44265061616897583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4373374283313751},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4225546717643738},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4222549796104431},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.41716158390045166},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22092542052268982},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11871632933616638},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1998384.1998389","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1998384.1998389","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W40778799","https://openalex.org/W47356793","https://openalex.org/W93767964","https://openalex.org/W102979914","https://openalex.org/W154141803","https://openalex.org/W943204654","https://openalex.org/W1512984294","https://openalex.org/W1522202957","https://openalex.org/W1606295520","https://openalex.org/W1967555382","https://openalex.org/W1994888226","https://openalex.org/W1998260565","https://openalex.org/W1999494183","https://openalex.org/W2016114400","https://openalex.org/W2017743450","https://openalex.org/W2039346312","https://openalex.org/W2071650246","https://openalex.org/W2091039591","https://openalex.org/W2120316500","https://openalex.org/W2135497758","https://openalex.org/W2139008940","https://openalex.org/W2139455495","https://openalex.org/W2145155465","https://openalex.org/W2153351014","https://openalex.org/W2161233243","https://openalex.org/W2171841659","https://openalex.org/W2188183241","https://openalex.org/W2790783572","https://openalex.org/W2915722758","https://openalex.org/W3143835353"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2082438799","https://openalex.org/W1966986837","https://openalex.org/W2360138227","https://openalex.org/W4365808155","https://openalex.org/W1838455177","https://openalex.org/W2885323543","https://openalex.org/W2392697679","https://openalex.org/W2385990477"],"abstract_inverted_index":{"Automatic":[0],"literacy":[1],"assessment":[2,194],"is":[3,74],"an":[4,176],"area":[5],"of":[6,69,89,161,178,180,203],"research":[7,57,82],"that":[8,146,205],"has":[9,33,58],"shown":[10],"significant":[11],"progress":[12],"in":[13,47,80,102,114,136],"recent":[14],"years.":[15],"Technology":[16],"can":[17],"be":[18],"used":[19],"to":[20,36,45,117],"automatically":[21,61,84],"administer":[22],"reading":[23,30,64],"tasks":[24],"and":[25,27,51,66,92,111,128,163,168,200],"analyze":[26],"interpret":[28],"children's":[29,70,87],"skills.":[31],"It":[32],"the":[34,38,93,126,134,166,181,188,201],"potential":[35],"transform":[37],"classroom":[39],"dynamic":[40],"by":[41,83],"providing":[42],"useful":[43],"information":[44],"teachers":[46],"a":[48,107],"repeatable,":[49],"consistent,":[50],"affordable":[52],"way.":[53],"While":[54],"most":[55],"previous":[56],"focused":[59],"on":[60,149],"assessing":[62],"children":[63,100],"words":[65],"sentences,":[67],"assessments":[68],"earlier":[71],"foundational":[72],"skills":[73],"needed.":[75],"We":[76,121,154,186],"address":[77],"this":[78,81,103,137,193],"problem":[79],"verifying":[85],"preliterate":[86],"pronunciations":[88],"English":[90],"letter-names":[91],"sounds":[94],"each":[95],"letter":[96],"represents":[97],"(\u201cletter-sounds\u201d).":[98],"The":[99],"analyzed":[101],"study":[104],"were":[105,112,147],"from":[106],"diverse":[108],"bilingual":[109],"background":[110,198],"recorded":[113],"actual":[115],"kindergarten":[116],"second":[118],"grade":[119],"classrooms.":[120],"first":[122],"manually":[123],"verified":[124],"(accept/reject)":[125],"letter-name":[127,167],"letter-sound":[129,169],"utterances,":[130],"which":[131],"serve":[132],"as":[133,197],"ground-truth":[135],"study.":[138],"Next,":[139],"we":[140],"investigated":[141],"four":[142],"automatic":[143,150,207],"verification":[144,208],"methods":[145],"based":[148],"speech":[151],"recognition":[152],"techniques.":[153],"attained":[155],"percent":[156],"agreement":[157],"with":[158],"human":[159],"evaluations":[160],"90%":[162],"85%":[164],"for":[165,183,192],"tasks,":[170],"respectively.":[171],"Humans":[172],"agree":[173],"between":[174],"themselves":[175],"average":[177],"95%":[179],"time":[182],"both":[184],"tasks.":[185],"discuss":[187],"various":[189],"confounding":[190],"factors":[191],"task,":[195],"such":[196],"noise":[199],"presence":[202],"disfluencies,":[204],"impact":[206],"performance.":[209]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
