{"id":"https://openalex.org/W3025844872","doi":"https://doi.org/10.21437/interspeech.2020-2665","title":"An Open Source Implementation of ITU-T Recommendation P.808 with Validation","display_name":"An Open Source Implementation of ITU-T Recommendation P.808 with Validation","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3025844872","doi":"https://doi.org/10.21437/interspeech.2020-2665","mag":"3025844872"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2020-2665","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-2665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.08138","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069905492","display_name":"Babak Naderi","orcid":"https://orcid.org/0009-0006-4778-5417"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Babak Naderi","raw_affiliation_strings":["Technical University of Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Berlin","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068040769","display_name":"Ross Cutler","orcid":"https://orcid.org/0000-0002-2004-3003"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ross Cutler","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2862","last_page":"2866"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7954313158988953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7933454513549805},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.607229471206665},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4760715365409851},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4444282054901123},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4385327696800232},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3968712091445923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3789615035057068},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34173911809921265},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13115158677101135},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.12128910422325134},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08222192525863647}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7954313158988953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7933454513549805},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.607229471206665},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4760715365409851},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4444282054901123},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4385327696800232},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3968712091445923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3789615035057068},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34173911809921265},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13115158677101135},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.12128910422325134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08222192525863647},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/interspeech.2020-2665","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-2665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.08138","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.08138","pdf_url":"https://arxiv.org/pdf/2005.08138","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.08138","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.08138","pdf_url":"https://arxiv.org/pdf/2005.08138","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W577318182","https://openalex.org/W1597438642","https://openalex.org/W2026538633","https://openalex.org/W2049208969","https://openalex.org/W2160473997","https://openalex.org/W2395622121","https://openalex.org/W2408491799","https://openalex.org/W2791182566","https://openalex.org/W2791686384","https://openalex.org/W2799412098","https://openalex.org/W2922332774","https://openalex.org/W3002439978","https://openalex.org/W3013102888","https://openalex.org/W3015717277","https://openalex.org/W3037833165","https://openalex.org/W3101528112"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433","https://openalex.org/W2110842462"],"abstract_inverted_index":{"The":[0],"ITU-T":[1,30,134],"Recommendation":[2],"P.808":[3,32],"provides":[4],"a":[5,10,79,126,180],"crowdsourcing":[6,152],"approach":[7],"for":[8,89],"conducting":[9],"subjective":[11,94,147],"assessment":[12,150],"of":[13,28,142,145,161,163],"speech":[14,148],"quality":[15,149],"using":[16,153],"the":[17,29,36,63,68,73,93,101,109,113,133,140,143,146,159,164,169],"Absolute":[18],"Category":[19,48,53],"Rating":[20],"(ACR)":[21],"method.":[22],"We":[23,41,58,85,137],"provide":[24,86],"an":[25],"open-source":[26],"implementation":[27,44,121],"Rec.":[31,135],"that":[33],"runs":[34],"on":[35,132],"Amazon":[37],"Mechanical":[38],"Turk":[39],"platform.":[40],"extended":[42],"our":[43,120,154],"to":[45,78,103,167],"include":[46],"Degradation":[47],"Ratings":[49,54],"(DCR)":[50],"and":[51,82,91,96,99,174,179],"Comparison":[52],"(CCR)":[55],"test":[56,64],"methods.":[57],"also":[59,138],"significantly":[60],"speed":[61],"up":[62],"process":[65],"by":[66],"integrating":[67],"participant":[69],"qualification":[70,81],"step":[71],"into":[72],"main":[74],"rating":[75,83,177],"task":[76],"compared":[77],"two-stage":[80],"solution.":[84],"program":[87],"scripts":[88],"creating":[90],"executing":[92],"test,":[95],"data":[97],"cleansing":[98],"analyzing":[100],"answers":[102],"avoid":[104],"operational":[105],"errors.":[106],"To":[107],"validate":[108],"implementation,":[110],"we":[111,157],"compare":[112],"Mean":[114],"Opinion":[115],"Scores":[116],"(MOS)":[117],"collected":[118],"through":[119,151],"with":[122],"MOS":[123],"values":[124],"from":[125],"standard":[127],"laboratory":[128],"experiment":[129],"conducted":[130],"based":[131],"P.800.":[136],"evaluate":[139],"reproducibility":[141],"result":[144],"implementation.":[155],"Finally,":[156],"quantify":[158],"impact":[160],"parts":[162],"system":[165],"designed":[166],"improve":[168],"reliability:":[170],"environmental":[171],"tests,":[172],"gold":[173],"trapping":[175],"questions,":[176],"patterns,":[178],"headset":[181],"usage":[182],"test.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}