{"id":"https://openalex.org/W4285490473","doi":"https://doi.org/10.1145/3533767.3534391","title":"ASRTest: automated testing for deep-neural-network-driven speech recognition systems","display_name":"ASRTest: automated testing for deep-neural-network-driven speech recognition systems","publication_year":2022,"publication_date":"2022-07-15","ids":{"openalex":"https://openalex.org/W4285490473","doi":"https://doi.org/10.1145/3533767.3534391"},"language":"en","primary_location":{"id":"doi:10.1145/3533767.3534391","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3533767.3534391","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068326998","display_name":"Pin Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pin Ji","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043981758","display_name":"Yang Feng","orcid":"https://orcid.org/0000-0002-7477-3642"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Feng","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409648","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0001-7559-2280"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775727","display_name":"Zhihong Zhao","orcid":"https://orcid.org/0000-0002-4226-4915"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Zhao","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068326998"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":5.8254,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.96624058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8292006254196167},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6491938233375549},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6052783131599426},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5553751587867737},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5349311828613281},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5266439914703369},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4756814241409302},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42212003469467163},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.41073596477508545},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3954889178276062},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34376782178878784},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14190331101417542}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8292006254196167},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6491938233375549},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6052783131599426},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5553751587867737},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5349311828613281},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5266439914703369},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4756814241409302},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42212003469467163},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.41073596477508545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3954889178276062},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34376782178878784},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14190331101417542},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3533767.3534391","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3533767.3534391","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W57926798","https://openalex.org/W136638478","https://openalex.org/W1494198834","https://openalex.org/W1973669708","https://openalex.org/W1974387177","https://openalex.org/W1989674786","https://openalex.org/W1992475611","https://openalex.org/W2007412981","https://openalex.org/W2014515160","https://openalex.org/W2127141656","https://openalex.org/W2140833774","https://openalex.org/W2157590573","https://openalex.org/W2238307383","https://openalex.org/W2324595780","https://openalex.org/W2397147568","https://openalex.org/W2407080277","https://openalex.org/W2526425061","https://openalex.org/W2578400533","https://openalex.org/W2739892638","https://openalex.org/W2766219058","https://openalex.org/W2782311202","https://openalex.org/W2799473636","https://openalex.org/W2892009249","https://openalex.org/W2911107164","https://openalex.org/W2962760690","https://openalex.org/W2962778134","https://openalex.org/W2962780374","https://openalex.org/W2962824709","https://openalex.org/W2963058500","https://openalex.org/W2963382687","https://openalex.org/W2963747784","https://openalex.org/W2963827914","https://openalex.org/W2963855133","https://openalex.org/W2964301649","https://openalex.org/W2964539095","https://openalex.org/W2970413753","https://openalex.org/W2972818416","https://openalex.org/W2982138961","https://openalex.org/W2995166068","https://openalex.org/W3007227084","https://openalex.org/W3007328579","https://openalex.org/W3015522062","https://openalex.org/W3015654466","https://openalex.org/W3015974384","https://openalex.org/W3016010032","https://openalex.org/W3017022801","https://openalex.org/W3042703469","https://openalex.org/W3095160926","https://openalex.org/W3095184753","https://openalex.org/W3101648800","https://openalex.org/W3128455959","https://openalex.org/W3161873870","https://openalex.org/W3163793923","https://openalex.org/W4248422158","https://openalex.org/W4256282606"],"related_works":["https://openalex.org/W2006651773","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W2014369232","https://openalex.org/W2050078012","https://openalex.org/W3122042562","https://openalex.org/W4254349500","https://openalex.org/W2060761133","https://openalex.org/W2360307734","https://openalex.org/W3118581235"],"abstract_inverted_index":{"With":[0],"the":[1,46,83,91,99,129,134,139,179,195,200,214],"rapid":[2],"development":[3],"of":[4,48,93,110,141,197,216],"deep":[5],"neural":[6],"networks":[7],"and":[8,23,41,62,74,105,132,169,212],"end-to-end":[9],"learning":[10],"techniques,":[11],"automatic":[12],"speech":[13],"recognition":[14,172],"(ASR)":[15],"systems":[16,34,104,219],"have":[17],"been":[18],"deployed":[19],"into":[20],"our":[21],"daily":[22],"assist":[24],"in":[25],"various":[26],"tasks.":[27],"However,":[28],"despite":[29],"their":[30,67],"tremendous":[31],"progress,":[32],"ASR":[33,57,85,103,148,191,218],"could":[35],"also":[36],"suffer":[37],"from":[38],"software":[39,52],"defects":[40],"exhibit":[42],"incorrect":[43],"behaviors.":[44],"While":[45],"nature":[47],"DNN":[49],"makes":[50],"conventional":[51],"testing":[53,77,135],"techniques":[54],"inapplicable":[55],"for":[56,82,102],"systems,":[58],"lacking":[59],"diverse":[60],"tests":[61],"oracle":[63],"information":[64],"further":[65],"hinders":[66],"testing.":[68,95],"In":[69],"this":[70],"paper,":[71],"we":[72,123,143,183],"propose":[73],"implement":[75,107],"a":[76,185],"approach,":[78],"namely":[79],"ASR,":[80],"specifically":[81],"DNN-driven":[84,217],"systems.":[86],"ASRTest":[87,145,158,198,208],"is":[88],"built":[89],"upon":[90],"theory":[92],"metamorphic":[94,100],"We":[96],"first":[97],"design":[98],"relation":[101],"then":[106],"three":[108],"families":[109],"transformation":[111],"operators":[112],"that":[113,157,207],"can":[114,159,209],"simulate":[115],"practical":[116],"application":[117,166],"scenarios":[118],"to":[119,127,146,193],"generate":[120],"speeches.":[121],"Furthermore,":[122],"adopt":[124],"Gini":[125],"impurity":[126],"guide":[128],"generation":[130],"process":[131],"improve":[133,170,213],"efficiency.":[136],"To":[137],"validate":[138],"effectiveness":[140],"ASRTest,":[142],"apply":[144],"four":[147,151],"models":[149],"with":[150,178],"widely-used":[152],"datasets.":[153],"The":[154,204],"results":[155],"show":[156],"detect":[160,210],"erroneous":[161],"behaviors":[162],"under":[163,199],"different":[164],"realistic":[165],"conditions":[167],"efficiently":[168],"19.1%":[171],"performance":[173,196,215],"on":[174,188],"average":[175],"via":[176],"retraining":[177],"generated":[180],"data.":[181],"Also,":[182],"conduct":[184],"case":[186],"study":[187,205],"an":[189],"industrial":[190],"system":[192],"investigate":[194],"real":[201],"usage":[202],"scenario.":[203],"shows":[206],"errors":[211],"effectively.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}