{"id":"https://openalex.org/W3196025297","doi":"https://doi.org/10.1016/j.specom.2021.07.010","title":"Analysis of acoustic and voice quality features for the classification of infant and mother vocalizations","display_name":"Analysis of acoustic and voice quality features for the classification of infant and mother vocalizations","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3196025297","doi":"https://doi.org/10.1016/j.specom.2021.07.010","mag":"3196025297","pmid":"https://pubmed.ncbi.nlm.nih.gov/36062214"},"language":"en","primary_location":{"id":"doi:10.1016/j.specom.2021.07.010","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2021.07.010","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.specom.2021.07.010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100456945","display_name":"Jialu Li","orcid":"https://orcid.org/0000-0003-0092-8071"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jialu Li","raw_affiliation_strings":["Beckman Institute, University of Illinois, Urbana, IL 61801, USA","Department of Electrical and Computer Engineering, USA"],"raw_orcid":"https://orcid.org/0000-0003-0092-8071","affiliations":[{"raw_affiliation_string":"Beckman Institute, University of Illinois, Urbana, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004778663","display_name":"Mark Hasegawa\u2010Johnson","orcid":"https://orcid.org/0000-0002-5631-2893"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Hasegawa-Johnson","raw_affiliation_strings":["Beckman Institute, University of Illinois, Urbana, IL 61801, USA","Department of Electrical and Computer Engineering, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beckman Institute, University of Illinois, Urbana, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040993718","display_name":"Nancy L. McElwain","orcid":"https://orcid.org/0000-0001-9586-5020"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy L. McElwain","raw_affiliation_strings":["Beckman Institute, University of Illinois, Urbana, IL 61801, USA","Department of Human Development and Family Studies, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beckman Institute, University of Illinois, Urbana, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Human Development and Family Studies, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100456945"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":{"value":2870,"currency":"USD","value_usd":2870},"apc_paid":{"value":2870,"currency":"USD","value_usd":2870},"fwci":4.7713,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95310245,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"133","issue":null,"first_page":"41","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.639838695526123},{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"Linear discriminant analysis","score":0.6263511776924133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6081318855285645},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5385962128639221},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5055270195007324},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.41081008315086365},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39890027046203613},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3347782492637634}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.639838695526123},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.6263511776924133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6081318855285645},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5385962128639221},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5055270195007324},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.41081008315086365},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39890027046203613},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3347782492637634}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.specom.2021.07.010","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2021.07.010","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},{"id":"pmid:36062214","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36062214","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech communication","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9435967","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9435967","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Speech Commun","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1016/j.specom.2021.07.010","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2021.07.010","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G3538060649","display_name":null,"funder_award_id":"R34DA050256","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G3911097372","display_name":null,"funder_award_id":"R21MH112578","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G5243427531","display_name":null,"funder_award_id":"ILLU-793-339","funder_id":"https://openalex.org/F4320306114","funder_display_name":"U.S. Department of Agriculture"}],"funders":[{"id":"https://openalex.org/F4320306114","display_name":"U.S. Department of Agriculture","ror":"https://ror.org/01na82s61"},{"id":"https://openalex.org/F4320326239","display_name":"Medizinische Universit\u00e4t Graz","ror":"https://ror.org/02n0bts35"},{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"},{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":112,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W96541173","https://openalex.org/W110802701","https://openalex.org/W147964346","https://openalex.org/W152150158","https://openalex.org/W166347353","https://openalex.org/W175750906","https://openalex.org/W1501669607","https://openalex.org/W1569447338","https://openalex.org/W1580572462","https://openalex.org/W1885145317","https://openalex.org/W1923034539","https://openalex.org/W1932968309","https://openalex.org/W1964546269","https://openalex.org/W1975113979","https://openalex.org/W1999699276","https://openalex.org/W2003024806","https://openalex.org/W2007962718","https://openalex.org/W2018845141","https://openalex.org/W2024079589","https://openalex.org/W2033875152","https://openalex.org/W2038166844","https://openalex.org/W2048843925","https://openalex.org/W2056132907","https://openalex.org/W2061898491","https://openalex.org/W2074788634","https://openalex.org/W2079408923","https://openalex.org/W2082322470","https://openalex.org/W2083444518","https://openalex.org/W2085662862","https://openalex.org/W2097117768","https://openalex.org/W2101234009","https://openalex.org/W2107831318","https://openalex.org/W2109293916","https://openalex.org/W2113396990","https://openalex.org/W2115519567","https://openalex.org/W2117278770","https://openalex.org/W2130712314","https://openalex.org/W2131522408","https://openalex.org/W2139237464","https://openalex.org/W2146334809","https://openalex.org/W2154053567","https://openalex.org/W2156934912","https://openalex.org/W2166996472","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2593116425","https://openalex.org/W2604529791","https://openalex.org/W2648194195","https://openalex.org/W2730845691","https://openalex.org/W2749631377","https://openalex.org/W2762632520","https://openalex.org/W2786779322","https://openalex.org/W2789628313","https://openalex.org/W2803193013","https://openalex.org/W2889189528","https://openalex.org/W2889342907","https://openalex.org/W2889411717","https://openalex.org/W2889462968","https://openalex.org/W2900974431","https://openalex.org/W2945063232","https://openalex.org/W2946508582","https://openalex.org/W2970971581","https://openalex.org/W2972389587","https://openalex.org/W2972393344","https://openalex.org/W2972455439","https://openalex.org/W2972850640","https://openalex.org/W2990138404","https://openalex.org/W3030491500","https://openalex.org/W3035620162","https://openalex.org/W3090558582","https://openalex.org/W3097993951","https://openalex.org/W3104074926","https://openalex.org/W3127806455","https://openalex.org/W3134611008","https://openalex.org/W3174716293","https://openalex.org/W3209383001","https://openalex.org/W3216401400","https://openalex.org/W4206174637","https://openalex.org/W4247660582","https://openalex.org/W4248707010","https://openalex.org/W4255256537","https://openalex.org/W4289236186","https://openalex.org/W6600115225","https://openalex.org/W6606192499","https://openalex.org/W6606724909","https://openalex.org/W6607193717","https://openalex.org/W6630073874","https://openalex.org/W6633847657","https://openalex.org/W6634780297","https://openalex.org/W6639286100","https://openalex.org/W6640365096","https://openalex.org/W6658884561","https://openalex.org/W6675354045","https://openalex.org/W6676245417","https://openalex.org/W6676746716","https://openalex.org/W6677328538","https://openalex.org/W6679407652","https://openalex.org/W6680220758","https://openalex.org/W6739534098","https://openalex.org/W6743347339","https://openalex.org/W6748096335","https://openalex.org/W6754324595","https://openalex.org/W6754453695","https://openalex.org/W6754603805","https://openalex.org/W6756038061","https://openalex.org/W6766978945","https://openalex.org/W6767599531","https://openalex.org/W6779684018","https://openalex.org/W6784046779","https://openalex.org/W6785029936","https://openalex.org/W7073743773"],"related_works":["https://openalex.org/W2250488071","https://openalex.org/W2356150353","https://openalex.org/W2380744779","https://openalex.org/W1999647744","https://openalex.org/W2967867994","https://openalex.org/W2018643641","https://openalex.org/W2469878540","https://openalex.org/W2765337000","https://openalex.org/W4288315282","https://openalex.org/W2951122819"],"abstract_inverted_index":{"Classification":[0],"of":[1,29,40,124,169,173,188,199,211,231,254,257,272,280,311,330,334],"infant":[2,42],"and":[3,32,43,55,140,162,181,209,229,234,248,277,339,344,365],"parent":[4,44,76],"vocalizations,":[5,8],"particularly":[6],"emotional":[7],"is":[9,25,378],"critical":[10],"to":[11,16,37,130,348,369,380],"understanding":[12],"how":[13],"infants":[14],"learn":[15],"regulate":[17],"emotions":[18],"in":[19,52,56,117,315],"social":[20],"dyadic":[21],"processes.":[22],"This":[23],"work":[24],"an":[26],"experimental":[27],"study":[28,121],"classifiers,":[30],"features,":[31,164],"data":[33,48,179,203,215],"augmentation":[34,180,198,210],"strategies":[35],"applied":[36],"the":[38,53,57,114,152,174,260,263,284,291,298,317,349,371,382],"task":[39,194],"classifying":[41],"vocalization":[45,175,332],"types.":[46,176],"Our":[47],"were":[49,61,80,155,185,237,242,337],"recorded":[50],"both":[51,287],"home":[54],"laboratory.":[58],"Infant":[59],"vocalizations":[60,79],"manually":[62],"labeled":[63,81],"as":[64,82,107],"cry,":[65],"fus":[66],"(fuss),":[67],"lau":[68,96],"(laugh),":[69],"bab":[70],"(babble)":[71],"or":[72,94,98,171],"scr":[73],"(screech),":[74],"while":[75],"(mostly":[77],"mother)":[78],"ids":[83],"(infant-directed":[84],"speech),":[85,88],"ads":[86],"(adult-directed":[87],"pla":[89],"(playful),":[90],"rhy":[91],"(rhythmic":[92],"speech":[93],"singing),":[95],"(laugh)":[97],"whi":[99],"(whisper).":[100],"Linear":[101],"discriminant":[102],"analysis":[103],"(LDA)":[104],"was":[105,128],"selected":[106,216,302,353],"a":[108,118,135,141,192,218,244,309],"baseline":[109],"classifier,":[110],"because":[111],"it":[112],"gave":[113],"highest":[115],"accuracy":[116],"previously":[119],"published":[120],"covering":[122],"part":[123],"this":[125],"corpus.":[126,251],"LDA":[127],"compared":[129,266],"two":[131],"neural":[132,143,285],"network":[133,138,144,189],"architectures:":[134],"two-layer":[136],"fully-connected":[137],"(FCN),":[139],"convolutional":[142],"with":[145,267,346],"self-attention":[146],"(CNSA).":[147],"Baseline":[148],"features":[149,168,301,321,336,352],"extracted":[150],"using":[151,202,214,226,232],"OpenSMILE":[153],"toolkit":[154],"augmented":[156],"by":[157,217,303,354],"extra":[158],"voice":[159],"quality,":[160],"phonetic,":[161],"prosodic":[163,385],"each":[165,323,331],"targeting":[166],"perceptual":[167],"one":[170],"more":[172],"Three":[177],"web":[178],"transfer":[182],"learning":[183],"methods":[184],"tested:":[186],"pre-training":[187],"weights":[190],"for":[191,322],"related":[193],"(adult":[195],"emotion":[196],"classification),":[197],"under-represented":[200,212],"classes":[201,213],"uniformly":[204],"sampled":[205],"from":[206],"other":[207],"corpora,":[208],"minimum":[219],"cross-corpus":[220],"information":[221],"difference":[222],"criterion.":[223],"Feature":[224],"selection":[225,306],"Fisher":[227],"scores":[228],"experiments":[230],"weighted":[233,275],"unweighted":[235],"samplers":[236],"also":[238],"tested.":[239],"Two":[240],"datasets":[241],"evaluated:":[243],"benchmark":[245],"dataset":[246],"(CRIED)":[247],"our":[249,281],"own":[250,282],"In":[252,270],"terms":[253,271],"unweighted-average":[255],"recall":[256],"CRIED":[258],"dataset,":[259,283],"CNSA":[261],"achieved":[262],"best":[264],"UAR":[265],"previous":[268],"studies.":[269],"classification":[273],"accuracy,":[274],"F1,":[276],"macro":[278],"F1":[279,366],"networks":[286],"significantly":[288],"outperformed":[289,297],"LDA;":[290],"FCN":[292],"slightly":[293],"(but":[294],"not":[295],"significantly)":[296],"CNSA.":[299],"Cross-examining":[300],"different":[304],"feature":[305,313],"algorithms":[307],"permits":[308],"type":[310,325,333],"post-hoc":[312],"analysis,":[314],"which":[316],"most":[318,372,383],"important":[319,373,384],"acoustic":[320,351],"binary":[324],"discrimination":[326],"are":[327,342,367],"listed.":[328],"Examples":[329],"overlapped":[335],"selected,":[338],"their":[340],"spectrograms":[341],"presented,":[343],"discussed":[345],"respect":[347],"type-discriminative":[350],"various":[355],"algorithms.":[356],"MFCC,":[357],"log":[358],"Mel":[359],"Frequency":[360],"Band":[361],"Energy,":[362],"LSP":[363],"frequency,":[364],"found":[368,379],"be":[370,381],"spectral":[374],"envelope":[375],"features;":[376],"F0":[377],"feature.":[386]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}