{"id":"https://openalex.org/W2891460598","doi":"https://doi.org/10.1007/s12193-018-0270-6","title":"Three recent trends in Paralinguistics on the way to omniscient machine intelligence","display_name":"Three recent trends in Paralinguistics on the way to omniscient machine intelligence","publication_year":2018,"publication_date":"2018-09-12","ids":{"openalex":"https://openalex.org/W2891460598","doi":"https://doi.org/10.1007/s12193-018-0270-6","mag":"2891460598"},"language":"en","primary_location":{"id":"doi:10.1007/s12193-018-0270-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-018-0270-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12193-018-0270-6.pdf","source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12193-018-0270-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["Department of Computing, Imperial College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333709","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-3823-7674"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Department of Computing, Imperial College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016747567","display_name":"Felix Weninger","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Felix Weninger","raw_affiliation_strings":["Department of Computing, Imperial College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5043060302"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":0.7466,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79971882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"12","issue":"4","first_page":"273","last_page":"283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8713435530662537},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6227333545684814},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5937707424163818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5442774891853333},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4171465039253235},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4007372260093689},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33201995491981506},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32272589206695557},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2744588255882263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8713435530662537},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6227333545684814},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5937707424163818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5442774891853333},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4171465039253235},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4007372260093689},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33201995491981506},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32272589206695557},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2744588255882263},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s12193-018-0270-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-018-0270-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12193-018-0270-6.pdf","source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:71815","is_oa":true,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/71815","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:zenodo.org:3503415","is_oa":true,"landing_page_url":"https://zenodo.org/record/3503415","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s12193-018-0270-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-018-0270-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12193-018-0270-6.pdf","source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G1027429884","display_name":null,"funder_award_id":"645378","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G1327845995","display_name":null,"funder_award_id":"338164","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G409459014","display_name":null,"funder_award_id":"No. 645378","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5564260757","display_name":null,"funder_award_id":"338164","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G7680384859","display_name":"Artificial Retrieval of Information Assistants - Virtual Agents with Linguistic Understanding, Social skills, and Personalised Aspects","funder_award_id":"645378","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2891460598.pdf","grobid_xml":"https://content.openalex.org/works/W2891460598.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W116185458","https://openalex.org/W127133731","https://openalex.org/W173698209","https://openalex.org/W190336308","https://openalex.org/W211912913","https://openalex.org/W1426841925","https://openalex.org/W1568716973","https://openalex.org/W1686810756","https://openalex.org/W1761709430","https://openalex.org/W1897824535","https://openalex.org/W1984020445","https://openalex.org/W1984541135","https://openalex.org/W1986614398","https://openalex.org/W2011989160","https://openalex.org/W2015697900","https://openalex.org/W2016839396","https://openalex.org/W2020008589","https://openalex.org/W2024289965","https://openalex.org/W2042700175","https://openalex.org/W2071085454","https://openalex.org/W2072712810","https://openalex.org/W2078503914","https://openalex.org/W2087618018","https://openalex.org/W2097381042","https://openalex.org/W2099767163","https://openalex.org/W2105468141","https://openalex.org/W2120501001","https://openalex.org/W2122922389","https://openalex.org/W2125462608","https://openalex.org/W2127816222","https://openalex.org/W2181647815","https://openalex.org/W2184011604","https://openalex.org/W2186450909","https://openalex.org/W2245789500","https://openalex.org/W2250966211","https://openalex.org/W2275535351","https://openalex.org/W2294623589","https://openalex.org/W2325167098","https://openalex.org/W2394658926","https://openalex.org/W2399733683","https://openalex.org/W2406566596","https://openalex.org/W2406778302","https://openalex.org/W2408690103","https://openalex.org/W2412934574","https://openalex.org/W2507182499","https://openalex.org/W2507911765","https://openalex.org/W2512885694","https://openalex.org/W2512971201","https://openalex.org/W2575864632","https://openalex.org/W2597001495","https://openalex.org/W2598545578","https://openalex.org/W2599743206","https://openalex.org/W2612919868","https://openalex.org/W2617565145","https://openalex.org/W2625297138","https://openalex.org/W2680534654","https://openalex.org/W2732459531","https://openalex.org/W2745480282","https://openalex.org/W2746419079","https://openalex.org/W2746502628","https://openalex.org/W2748699435","https://openalex.org/W2750437304","https://openalex.org/W2752201871","https://openalex.org/W2767118408","https://openalex.org/W2787087516","https://openalex.org/W2962897020","https://openalex.org/W2963569749","https://openalex.org/W3126976873","https://openalex.org/W4292025450","https://openalex.org/W6610928041","https://openalex.org/W6677259589"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"A":[0,159],"2":[1],"year-old":[2],"has":[3],"approximately":[4],"heard":[5],"a":[6,39,252],"1000":[7],"h":[8,47,133],"of":[9,13,48,69,72,134,144,146,154,171,205,227],"speech\u2014at":[10],"the":[11,65,73,97,121,139,155,181,187,190,193,206,238,247,265],"age":[12],"ten,":[14],"around":[15],"ten":[16],"thousand.":[17],"Similarly,":[18],"automatic":[19],"speech":[20,49],"recognisers":[21],"are":[22,60,136,178,211,262],"often":[23],"trained":[24],"on":[25,284],"data":[26,209,226],"in":[27,151,166,215],"these":[28,58],"dimensions.":[29],"In":[30,173],"stark":[31],"contrast,":[32],"however,":[33],"only":[34],"few":[35],"databases":[36],"to":[37,63,110,112,123,138,201,221,251],"train":[38],"speaker":[40,104],"analysis":[41],"system":[42],"contain":[43,273],"more":[44,53,130],"than":[45,54,131],"10":[46],"and":[50,67,80,141,148,169],"hardly":[51],"ever":[52],"100":[55],"h.":[56],"Yet,":[57],"systems":[59],"ideally":[61],"expected":[62],"recognise":[64],"states":[66],"traits":[68],"speakers":[70],"independent":[71],"person,":[74],"spoken":[75],"content,":[76],"language,":[77],"cultural":[78],"background,":[79],"acoustic":[81],"disturbances":[82],"best":[83],"at":[84,96,192,267],"human":[85],"parity":[86],"or":[87],"even":[88],"superhuman":[89],"levels.":[90],"While":[91],"this":[92,125,174],"is":[93],"not":[94,281],"reached":[95],"time":[98],"for":[99,264],"many":[100],"tasks":[101,266],"such":[102],"as":[103],"emotion":[105],"recognition,":[106],"deep":[107,257],"learning\u2014often":[108],"described":[109],"lead":[111],"significant":[113],"improvements\u2014in":[114],"combination":[115,216],"with":[116,217,233],"sufficient":[117],"learning":[118,219,236,260],"data,":[119],"holds":[120],"promise":[122],"reach":[124],"goal.":[126],"Luckily,":[127],"every":[128],"second,":[129],"5":[132],"video":[135,149],"uploaded":[137],"web":[140],"several":[142],"hundreds":[143],"hours":[145],"audio":[147],"communication":[150],"most":[152],"languages":[153],"world":[156],"take":[157],"place.":[158],"major":[160],"effort":[161,250],"could":[162],"thus":[163],"be":[164],"invested":[165],"efficient":[167,203],"labelling":[168,249],"sharing":[170],"these.":[172],"contribution,":[175],"first,":[176],"benchmarks":[177],"given":[179],"from":[180],"nine":[182],"research":[183],"challenges":[184],"co-organised":[185],"by":[186],"authors":[188],"over":[189],"years":[191],"annual":[194],"Interspeech":[195],"conference":[196],"since":[197],"2009.":[198],"Then,":[199],"approaches":[200],"utmost":[202],"exploitation":[204],"\u2018big\u2019":[207],"(unlabelled)":[208],"available":[210],"presented.":[212],"Small-world":[213],"modelling":[214],"unsupervised":[218],"help":[220],"rapidly":[222],"identify":[223],"potential":[224],"target":[225],"interest.":[228],"Further,":[229],"gamified":[230],"crowdsourcing":[231],"combined":[232],"human-machine":[234],"cooperative":[235],"turns":[237],"annotation":[239],"process":[240],"into":[241],"an":[242],"entertaining":[243],"experience,":[244],"while":[245],"reducing":[246],"manual":[248],"minimum.":[253],"Moreover,":[254],"increasingly":[255],"autonomous":[256],"holistic":[258],"end-to-end":[259],"solutions":[261],"presented":[263],"hand.":[268],"The":[269],"concluding":[270],"discussion":[271],"will":[272],"some":[274],"crystal":[275],"ball":[276],"gazing":[277],"alongside":[278],"practical":[279],"hints":[280],"missing":[282],"out":[283],"ethical":[285],"aspects.":[286]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}