{"id":"https://openalex.org/W3140526452","doi":"https://doi.org/10.1109/slt48900.2021.9383511","title":"Towards Large-Scale Data Annotation of Audio from Wearables: Validating Zooniverse Annotations of Infant Vocalization Types","display_name":"Towards Large-Scale Data Annotation of Audio from Wearables: Validating Zooniverse Annotations of Infant Vocalization Types","publication_year":2021,"publication_date":"2021-01-19","ids":{"openalex":"https://openalex.org/W3140526452","doi":"https://doi.org/10.1109/slt48900.2021.9383511","mag":"3140526452"},"language":"en","primary_location":{"id":"doi:10.1109/slt48900.2021.9383511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032806315","display_name":"Chiara Semenzin","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I90669466","display_name":"\u00c9cole des hautes \u00e9tudes en sciences sociales","ror":"https://ror.org/02d9dg697","country_code":"FR","type":"facility","lineage":["https://openalex.org/I90669466"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chiara Semenzin","raw_affiliation_strings":["ENS, EHESS, CNRS, PSL University, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ENS, EHESS, CNRS, PSL University, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I90669466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082274720","display_name":"Lisa R. Hamrick","orcid":"https://orcid.org/0000-0002-8372-5837"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Hamrick","raw_affiliation_strings":["SLHS, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLHS, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108114268","display_name":"Amanda Seidl","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Seidl","raw_affiliation_strings":["SLHS, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLHS, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007010161","display_name":"Bridgette Kelleher","orcid":"https://orcid.org/0000-0001-7966-1837"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bridgette Kelleher","raw_affiliation_strings":["SLHS, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLHS, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042831132","display_name":"Alejandrina Cristi\u00e0","orcid":"https://orcid.org/0000-0003-2979-4556"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I90669466","display_name":"\u00c9cole des hautes \u00e9tudes en sciences sociales","ror":"https://ror.org/02d9dg697","country_code":"FR","type":"facility","lineage":["https://openalex.org/I90669466"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alejandrina Cristia","raw_affiliation_strings":["ENS, EHESS, CNRS, PSL University, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ENS, EHESS, CNRS, PSL University, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I90669466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47211485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1079","last_page":"1085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7869088649749756},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.7301666140556335},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7031375169754028},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6916635036468506},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.48532456159591675},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.44838404655456543},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4383620619773865},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4254273772239685},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.41272178292274475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39154863357543945},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39099735021591187},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3492942750453949},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2166609764099121}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7869088649749756},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7301666140556335},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7031375169754028},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6916635036468506},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.48532456159591675},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.44838404655456543},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4383620619773865},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4254273772239685},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.41272178292274475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39154863357543945},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39099735021591187},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3492942750453949},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2166609764099121},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt48900.2021.9383511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1571894803","display_name":"Differences in language learnability across ages","funder_award_id":"ANR-17-CE28-0007","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4209519768","display_name":"Fronti\u00e8res en cognition","funder_award_id":"ANR-17-EURE-0017","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5071461349","display_name":"Analyzing Child Language Experiences Around the World","funder_award_id":"ANR-16-DATA-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6398812588","display_name":"Mechanisms of Early Lexical Acquisition","funder_award_id":"ANR-14-CE30-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W119209162","https://openalex.org/W1584112820","https://openalex.org/W1776181700","https://openalex.org/W1987172718","https://openalex.org/W2038496767","https://openalex.org/W2078771686","https://openalex.org/W2109091525","https://openalex.org/W2119298903","https://openalex.org/W2135891192","https://openalex.org/W2398830367","https://openalex.org/W2895356663","https://openalex.org/W2972449503","https://openalex.org/W2972455439","https://openalex.org/W2972750257","https://openalex.org/W2980577029","https://openalex.org/W6604799192","https://openalex.org/W6712356464"],"related_works":["https://openalex.org/W2955839282","https://openalex.org/W3090300519","https://openalex.org/W2514492205","https://openalex.org/W4250401876","https://openalex.org/W2943851981","https://openalex.org/W2566526749","https://openalex.org/W2907667791","https://openalex.org/W3047461507","https://openalex.org/W3126390843","https://openalex.org/W4245880644"],"abstract_inverted_index":{"Recent":[0],"developments":[1],"allow":[2],"the":[3,49,54,78,128,138],"collection":[4],"of":[5,56,62,103,117,134,140],"audio":[6],"data":[7,29,74],"from":[8,19,27,149],"lightweight":[9],"wearable":[10],"devices,":[11],"potentially":[12],"enabling":[13],"us":[14],"to":[15,48,94,127],"study":[16],"language":[17,110],"use":[18],"everyday":[20],"life":[21],"samples.":[22],"However,":[23],"extracting":[24],"useful":[25],"information":[26],"these":[28],"is":[30],"currently":[31],"impossible":[32],"with":[33,39],"automatized":[34],"routines,":[35],"and":[36,91,107],"overly":[37],"expensive":[38],"trained":[40,82],"human":[41],"annotators.":[42,83],"We":[43,84],"explore":[44],"a":[45,68,101],"strategy":[46],"fit":[47],"21st":[50],"century,":[51],"relying":[52],"on":[53,67,120],"collaboration":[55],"citizen":[57,69],"scientists.":[58],"A":[59],"large":[60],"dataset":[61,102],"infant":[63],"speech":[64],"was":[65,122],"uploaded":[66],"science":[70],"platform.":[71],"The":[72,132],"same":[73],"were":[75],"annotated":[76],"in":[77,100],"laboratory":[79,129,152],"by":[80,97],"highly":[81],"investigate":[85],"whether":[86],"crowd-sourced":[87],"annotations":[88],"are":[89],"qualitatively":[90],"quantitatively":[92],"com-parable":[93],"those":[95],"produced":[96],"expert":[98],"annotators":[99],"children":[104,142],"at":[105,137],"high-":[106],"low-risk":[108],"for":[109],"disorders.":[111],"Our":[112],"results":[113],"reveal":[114],"that":[115],"classification":[116],"individual":[118,141],"vocalizations":[119],"Zooniverse":[121,150],"overall":[123],"moderately":[124],"accurate":[125],"compared":[126],"gold":[130],"standard.":[131],"analysis":[133],"descriptors":[135,147],"defined":[136],"level":[139],"found":[143],"strong":[144],"correlations":[145],"between":[146],"derived":[148],"versus":[151],"annotations.":[153]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}