{"id":"https://openalex.org/W4416016897","doi":"https://doi.org/10.1145/3746252.3761492","title":"Achoio: A Skill-Aware Evaluation Management System for Text-To-Speech Research","display_name":"Achoio: A Skill-Aware Evaluation Management System for Text-To-Speech Research","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416016897","doi":"https://doi.org/10.1145/3746252.3761492"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761492","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761492","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035505386","display_name":"Haowei Lou","orcid":"https://orcid.org/0009-0009-1359-872X"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haowei Lou","raw_affiliation_strings":["University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0009-0009-1359-872X","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018724341","display_name":"Hye-Young Paik","orcid":"https://orcid.org/0000-0003-4425-7388"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hye-Young Paik","raw_affiliation_strings":["University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4425-7388","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022818942","display_name":"Basem Suleiman","orcid":"https://orcid.org/0000-0003-2674-0253"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Basem Suleiman","raw_affiliation_strings":["University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2674-0253","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042014818","display_name":"Wen Hu","orcid":"https://orcid.org/0000-0002-4076-1811"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4076-1811","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052731721","display_name":"Lina Yao","orcid":"https://orcid.org/0000-0002-4149-839X"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lina Yao","raw_affiliation_strings":["CSIRO's Data61, The University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4149-839X","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, The University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29292448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6668","last_page":"6672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1468999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1468999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.14090000092983246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7102000117301941},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5903000235557556},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5375999808311462},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.3720000088214874},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.36160001158714294}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526999711990356},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7102000117301941},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5903000235557556},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37700000405311584},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.364300012588501},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2993776861","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Open domain","level":3,"score":0.2508000135421753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761492","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761492","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1552314771","https://openalex.org/W2964243274","https://openalex.org/W4405874014"],"related_works":[],"abstract_inverted_index":{"Human":[0],"subjective":[1,158],"evaluation":[2,71,84],"plays":[3],"a":[4,60,149],"crucial":[5],"role":[6],"in":[7],"evaluating":[8],"speech-related":[9],"generative":[10],"tasks":[11],"such":[12],"as":[13],"text-to-speech":[14],"(TTS)":[15],"generation.":[16],"However,":[17],"current":[18],"practices":[19],"are":[20],"often":[21],"constrained":[22],"by":[23],"limited":[24],"scalability,":[25],"fragmented":[26],"workflows,":[27,146],"and":[28,49,68,82,90,101,115,137,152,165],"inconsistent":[29],"rating":[30],"reliability.":[31],"Researchers":[32],"frequently":[33],"rely":[34],"on":[35,98,174],"manual":[36],"methods":[37],"or":[38],"general-purpose":[39],"crowdsourcing":[40],"systems,":[41],"where":[42],"recruiting":[43],"appropriately":[44],"skilled":[45],"listeners":[46,96],"is":[47,52,163,172],"challenging,":[48],"result":[50,113],"analysis":[51],"labor-intensive.":[53],"In":[54,117],"this":[55,118],"work,":[56],"we":[57,120],"introduce":[58],"Achoio,":[59,128],"dedicated":[61],"end-to-end":[62],"online":[63],"system":[64,105,162],"designed":[65],"to":[66,80],"streamline":[67],"scale":[69],"human":[70],"for":[72,109,155],"the":[73,124,142],"TTS":[74,159],"research":[75],"community.":[76],"Achoio":[77,147],"allows":[78],"researchers":[79],"create":[81],"manage":[83],"projects,":[85],"upload":[86],"synthesized":[87],"speech":[88],"samples,":[89],"automatically":[91],"match":[92],"them":[93],"with":[94],"qualified":[95],"based":[97],"linguistic":[99],"proficiency":[100],"domain":[102],"knowledge.":[103],"The":[104],"provides":[106],"built-in":[107],"tools":[108],"project":[110,131],"status":[111],"tracking,":[112],"aggregation":[114],"visualization.":[116],"demonstration,":[119],"will":[121],"walk":[122],"through":[123],"core":[125],"features":[126],"of":[127,144],"including":[129],"intuitive":[130],"setup,":[132],"skill-based":[133],"listener":[134],"matching":[135],"algorithm,":[136],"automated":[138],"analytics.":[139],"By":[140],"addressing":[141],"limitations":[143],"existing":[145],"offers":[148],"scalable,":[150],"domain-aware,":[151],"analysis-ready":[153],"solution":[154],"conducting":[156],"high-quality":[157],"evaluations.":[160],"Our":[161],"live":[164],"can":[166],"be":[167],"found":[168],"at":[169,176],"https://www.achoio.com.":[170],"Demo":[171],"available":[173],"YouTube":[175],"https://youtu.be/Ugjj3_YooSM.":[177]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}