{"id":"https://openalex.org/W2029096612","doi":"https://doi.org/10.1145/2783258.2788595","title":"Spoken English Grading","display_name":"Spoken English Grading","publication_year":2015,"publication_date":"2015-08-07","ids":{"openalex":"https://openalex.org/W2029096612","doi":"https://doi.org/10.1145/2783258.2788595","mag":"2029096612"},"language":"en","primary_location":{"id":"doi:10.1145/2783258.2788595","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2783258.2788595","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048297342","display_name":"Vinay Shashidhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vinay Shashidhar","raw_affiliation_strings":["Aspiring Minds, Gurgaon, India"],"affiliations":[{"raw_affiliation_string":"Aspiring Minds, Gurgaon, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026573611","display_name":"Nishant Pandey","orcid":"https://orcid.org/0000-0001-5632-6825"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nishant Pandey","raw_affiliation_strings":["Aspiring Minds, Gurgaon, India"],"affiliations":[{"raw_affiliation_string":"Aspiring Minds, Gurgaon, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013751231","display_name":"Varun Aggarwal","orcid":"https://orcid.org/0000-0002-0442-5474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varun Aggarwal","raw_affiliation_strings":["Aspiring Minds, Gurgaon, India"],"affiliations":[{"raw_affiliation_string":"Aspiring Minds, Gurgaon, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048297342"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5084,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87116632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2089","last_page":"2097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8631206750869751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7995083928108215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6575223207473755},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5105953812599182},{"id":"https://openalex.org/keywords/transcription","display_name":"Transcription (linguistics)","score":0.4851418435573578},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4782249629497528},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4725249409675598},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.453879714012146},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.45079827308654785},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39540842175483704},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29802292585372925},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1014547348022461}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8631206750869751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7995083928108215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6575223207473755},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5105953812599182},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.4851418435573578},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4782249629497528},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4725249409675598},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.453879714012146},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.45079827308654785},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39540842175483704},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29802292585372925},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1014547348022461},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2783258.2788595","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2783258.2788595","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W345618","https://openalex.org/W59175527","https://openalex.org/W90985777","https://openalex.org/W235421917","https://openalex.org/W291753371","https://openalex.org/W587010976","https://openalex.org/W1485742219","https://openalex.org/W1635512741","https://openalex.org/W1904457459","https://openalex.org/W1931766939","https://openalex.org/W1938221098","https://openalex.org/W1967368537","https://openalex.org/W1973200191","https://openalex.org/W1975048238","https://openalex.org/W1979364015","https://openalex.org/W1988687075","https://openalex.org/W2005665592","https://openalex.org/W2018790370","https://openalex.org/W2036625304","https://openalex.org/W2049246674","https://openalex.org/W2057283903","https://openalex.org/W2090629123","https://openalex.org/W2106568252","https://openalex.org/W2109021302","https://openalex.org/W2141350817","https://openalex.org/W2148560732","https://openalex.org/W2151739402","https://openalex.org/W2154414741","https://openalex.org/W2177661855","https://openalex.org/W2183293350","https://openalex.org/W2398144667","https://openalex.org/W2557549486","https://openalex.org/W2914409709","https://openalex.org/W3122078363","https://openalex.org/W3125907686","https://openalex.org/W4253368920"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,136,178],"address":[4],"the":[5,24,46,71,84,104,127,145,149,174,188,194,224,227,243],"problem":[6,26],"of":[7,14,86,93,151,160,185,219,226,246],"grading":[8],"spontaneous":[9],"speech":[10,31,52,87,128,158],"using":[11,76],"a":[12,56,90,182,230,234],"combination":[13],"machine":[15,20,47,60,208],"learning":[16,21,48,61,209],"and":[17,43,75,119,139,171,191,250],"crowdsourcing.":[18,63],"Traditional":[19],"techniques":[22],"solve":[23],"stated":[25],"inadequately":[27],"as":[28],"automatic":[29],"speaker-independent":[30],"transcription":[32,88,109],"is":[33,45,240],"inaccurate.":[34],"The":[35],"features":[36,121,142],"derived":[37,123],"from":[38,103,114,144],"it":[39],"are":[40,122,179],"also":[41,98],"inaccurate":[42],"so":[44],"model":[49],"developed":[50],"for":[51],"evaluation.":[53],"We":[54,82,97,106,147,222],"propose":[55],"framework":[57],"that":[58,216,218],"combines":[59],"with":[62,197],"This":[64,238],"entails":[65],"identifying":[66],"human":[67],"intelligence":[68],"tasks":[69],"in":[70,233],"feature":[72],"derivation":[73],"step":[74],"crowdsourcing":[77],"to":[78,89],"get":[79,99],"them":[80],"completed.":[81],"post":[83],"task":[85],"large":[91],"community":[92],"online":[94],"workers":[95],"(crowd).":[96],"spoken":[100,247],"English":[101,248],"grades":[102],"crowd.":[105],"achieve":[107,181],"95%":[108],"accuracy":[110,201,215],"by":[111,124,154],"combining":[112],"transcriptions":[113],"multiple":[115],"crowd":[116],"workers.":[117],"Speech":[118],"prosody":[120],"force":[125],"aligning":[126],"samples":[129],"on":[130,187,193],"these":[131],"highly":[132],"accurate":[133],"transcriptions.":[134],"Additionally,":[135],"derive":[137],"surface":[138],"semantic":[140],"level":[141],"directly":[143],"transcription.":[146],"demonstrate":[148],"efficacy":[150],"our":[152],"approach":[153,212],"predicting":[155],"expert":[156,198,220],"graded":[157],"sample":[159],"566":[161],"adult":[162],"non-native":[163],"speakers":[164],"across":[165],"two":[166],"different":[167],"countries":[168],"-":[169],"India":[170],"Philippines.":[172],"Using":[173],"regression":[175],"modeling":[176],"technique,":[177],"able":[180],"Pearson":[183],"correlation":[184],"0.79":[186],"Philippines":[189],"set":[190,196],"0.74":[192],"Indian":[195],"grades,":[199],"an":[200,214],"much":[202],"higher":[203],"than":[204],"any":[205],"previously":[206],"reported":[207],"approach.":[210],"Our":[211],"has":[213],"rivals":[217],"agreement.":[221],"show":[223],"value":[225],"system":[228],"through":[229],"case":[231],"study":[232],"real-world":[235],"industrial":[236],"deployment.":[237],"work":[239],"timely":[241],"given":[242],"huge":[244],"requirement":[245],"training":[249],"assessment.":[251]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}