{"id":"https://openalex.org/W4405185384","doi":"https://doi.org/10.1145/3707450","title":"Prioritizing Speech Test Cases","display_name":"Prioritizing Speech Test Cases","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405185384","doi":"https://doi.org/10.1145/3707450"},"language":"en","primary_location":{"id":"doi:10.1145/3707450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3707450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3707450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3707450","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008695791","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0001-5938-1918"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Zhou Yang","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5938-1918","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002667771","display_name":"Jieke Shi","orcid":"https://orcid.org/0000-0002-0799-5018"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jieke Shi","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0799-5018","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049635019","display_name":"Muhammad Hilmi Asyrofi","orcid":"https://orcid.org/0000-0003-0862-2579"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Muhammad Hilmi Asyrofi","raw_affiliation_strings":["PropertyGuru Group, Singapore, Singapore","PropertyGuru Group, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0862-2579","affiliations":[{"raw_affiliation_string":"PropertyGuru Group, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"PropertyGuru Group, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008013136","display_name":"Bowen Xu","orcid":"https://orcid.org/0000-0002-1006-8493"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Xu","raw_affiliation_strings":["North Carolina State University at Raleigh, Raleigh, North Carolina, United States","North Carolina State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1006-8493","affiliations":[{"raw_affiliation_string":"North Carolina State University at Raleigh, Raleigh, North Carolina, United States","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, United States","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424233","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0002-4558-0622"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4558-0622","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053450937","display_name":"Dong\u2010Gyun Han","orcid":"https://orcid.org/0000-0001-6072-1799"},"institutions":[{"id":"https://openalex.org/I184558857","display_name":"Royal Holloway University of London","ror":"https://ror.org/04g2vpn86","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I184558857"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Donggyun Han","raw_affiliation_strings":["Royal Holloway University of London, Egham, United Kingdom of Great Britain and Northern Ireland","Royal Holloway, University of London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6072-1799","affiliations":[{"raw_affiliation_string":"Royal Holloway University of London, Egham, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I184558857"]},{"raw_affiliation_string":"Royal Holloway, University of London, United Kingdom","institution_ids":["https://openalex.org/I184558857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008695791"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":1.3245,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84685596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"34","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8707602024078369},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.7201129198074341},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5485367774963379},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5350241661071777},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4270007014274597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33193239569664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8707602024078369},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.7201129198074341},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5485367774963379},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5350241661071777},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4270007014274597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33193239569664},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3707450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3707450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3707450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3707450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3707450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3707450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405185384.pdf"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W571237954","https://openalex.org/W1494198834","https://openalex.org/W1509837333","https://openalex.org/W1579799841","https://openalex.org/W1881549354","https://openalex.org/W1984985727","https://openalex.org/W2001496424","https://openalex.org/W2008955157","https://openalex.org/W2014515160","https://openalex.org/W2064675550","https://openalex.org/W2076646346","https://openalex.org/W2108687396","https://openalex.org/W2399979888","https://openalex.org/W2489487449","https://openalex.org/W2537284459","https://openalex.org/W2592980454","https://openalex.org/W2792106437","https://openalex.org/W2804337238","https://openalex.org/W2888954148","https://openalex.org/W2899067106","https://openalex.org/W2922015121","https://openalex.org/W2943181041","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2963341956","https://openalex.org/W2972551158","https://openalex.org/W2982138961","https://openalex.org/W2994987245","https://openalex.org/W2995181338","https://openalex.org/W3007157104","https://openalex.org/W3015537910","https://openalex.org/W3030983164","https://openalex.org/W3036601975","https://openalex.org/W3042703469","https://openalex.org/W3090943961","https://openalex.org/W3092424727","https://openalex.org/W3095160926","https://openalex.org/W3096150021","https://openalex.org/W3100180738","https://openalex.org/W3105249702","https://openalex.org/W3120991880","https://openalex.org/W3128630643","https://openalex.org/W3139294479","https://openalex.org/W3160567372","https://openalex.org/W3176989815","https://openalex.org/W3181966798","https://openalex.org/W3195391869","https://openalex.org/W3206378830","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3217530062","https://openalex.org/W4220722393","https://openalex.org/W4221159558","https://openalex.org/W4224214784","https://openalex.org/W4225584758","https://openalex.org/W4225878270","https://openalex.org/W4226216828","https://openalex.org/W4237364687","https://openalex.org/W4247348948","https://openalex.org/W4283661468","https://openalex.org/W4284682233","https://openalex.org/W4285056112","https://openalex.org/W4285490473","https://openalex.org/W4286530321","https://openalex.org/W4311165731","https://openalex.org/W4313547593","https://openalex.org/W4313563661","https://openalex.org/W4372259817","https://openalex.org/W4378418579","https://openalex.org/W4392903872","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2506292322","https://openalex.org/W4283209547","https://openalex.org/W4367627632","https://openalex.org/W653452717","https://openalex.org/W2554445088","https://openalex.org/W3088013537","https://openalex.org/W2621003306","https://openalex.org/W2335661150","https://openalex.org/W1595456161","https://openalex.org/W4210478379"],"abstract_inverted_index":{"As":[0],"Automated":[1],"Speech":[2],"Recognition":[3],"(ASR)":[4],"systems":[5,147,183,209],"gain":[6],"widespread":[7],"acceptance,":[8],"there":[9],"is":[10,31],"a":[11,39,53,104,202,226],"pressing":[12],"need":[13],"to":[14,80,107,129,180,211,234],"rigorously":[15],"test":[16,29,48,74,113,125,156,174],"and":[17,26,35,57,78,122,148,184],"enhance":[18],"their":[19],"performance.":[20,194],"Nonetheless,":[21],"the":[22,43,58,82,88,109,131,154,166,177,191,229],"process":[23],"of":[24,46,52,55,85],"collecting":[25],"executing":[27],"speech":[28,47,73,112,173],"cases":[30,75,114,126,175],"typically":[32],"both":[33],"costly":[34],"time-consuming.":[36],"This":[37],"presents":[38],"compelling":[40],"case":[41],"for":[42,207],"strategic":[44],"prioritization":[45,142],"cases,":[49,103],"which":[50],"consist":[51],"piece":[54],"audio":[56],"corresponding":[59],"reference":[60],"text":[61],".":[62],"The":[63],"central":[64],"question":[65],"we":[66,95],"address":[67],"is:":[68],"In":[69,92],"what":[70],"sequence":[71],"should":[72],"be":[76],"collected":[77],"executed":[79],"identify":[81,116],"maximum":[83],"number":[84],"errors":[86],"at":[87],"earliest":[89],"stage":[90],"?":[91],"this":[93],"study,":[94],"introduce":[96],"PRiOritizing":[97],"sPeecH":[98],"tEsT":[99],"(":[100],"Prophet":[101,119],")":[102],"tool":[105],"designed":[106],"predict":[108],"likelihood":[110],"that":[111,198,220],"will":[115],"errors.":[117],"Consequently,":[118],"can":[120,189],"assess":[121],"prioritize":[123],"these":[124],"without":[127],"having":[128],"run":[130],"ASR":[132,146,182,192,208,223],"system,":[133],"facilitating":[134],"large-scale":[135],"analysis.":[136],"Our":[137],"evaluation":[138],"encompasses":[139],"\\(6\\)":[140],"distinct":[141],"techniques":[143],"across":[144],"\\(3\\)":[145],"\\(12\\)":[149],"datasets.":[150],"When":[151],"constrained":[152],"by":[153],"same":[155],"budget,":[157],"our":[158,187,199,216],"approach":[159,188],"identified":[160],"\\(15.44\\%\\)":[161],"more":[162],"misrecognized":[163],"words":[164],"than":[165],"leading":[167],"state-of-the-art":[168],"method.":[169],"We":[170],"select":[171],"top-ranked":[172],"from":[176],"prioritized":[178],"list":[179],"fine-tune":[181],"analyze":[185],"how":[186],"improve":[190],"system":[193,224],"Statistical":[195],"evaluations":[196],"show":[197],"method":[200],"delivers":[201],"considerably":[203],"higher":[204],"performance":[205,237],"boost":[206],"compared":[210],"established":[212],"baseline":[213],"techniques.":[214],"Moreover,":[215],"correlation":[217],"analysis":[218],"confirms":[219],"fine-tuning":[221],"an":[222],"with":[225],"dataset":[227],"where":[228],"model":[230],"initially":[231],"underperforms":[232],"tends":[233],"yield":[235],"greater":[236],"improvements.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}