{"id":"https://openalex.org/W4285121455","doi":"https://doi.org/10.1109/taffc.2022.3174721","title":"Hidden Bawls, Whispers, and Yelps: Can Text Convey the Sound of Speech, Beyond Words?","display_name":"Hidden Bawls, Whispers, and Yelps: Can Text Convey the Sound of Speech, Beyond Words?","publication_year":2022,"publication_date":"2022-05-12","ids":{"openalex":"https://openalex.org/W4285121455","doi":"https://doi.org/10.1109/taffc.2022.3174721"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3174721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3174721","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051915536","display_name":"Calu\u00e3 de Lacerda Pataca","orcid":"https://orcid.org/0000-0001-5046-9884"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Calu\u00e3 de Lacerda Pataca","raw_affiliation_strings":["Department of Computer Engineering and Automation, School of Electrical and Computer Engineering, University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-5046-9884","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Automation, School of Electrical and Computer Engineering, University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047253278","display_name":"Paula Dornhofer Paro Costa","orcid":"https://orcid.org/0000-0002-1534-5744"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paula Dornhofer Paro Costa","raw_affiliation_strings":["Department of Computer Engineering and Automation, School of Electrical and Computer Engineering, University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-1534-5744","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Automation, School of Electrical and Computer Engineering, University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I181391015"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":11.0984,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98518826,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"14","issue":"1","first_page":"6","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/typography","display_name":"Typography","score":0.8394967317581177},{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.7860572338104248},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.6895843148231506},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5829219222068787},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5453318357467651},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5354706645011902},{"id":"https://openalex.org/keywords/loudness","display_name":"Loudness","score":0.5270864367485046},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4786219000816345},{"id":"https://openalex.org/keywords/direct-speech","display_name":"Direct speech","score":0.4182717502117157},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35592418909072876},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3495468497276306},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.24892374873161316},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.16371947526931763},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.0988309383392334}],"concepts":[{"id":"https://openalex.org/C166422571","wikidata":"https://www.wikidata.org/wiki/Q159964","display_name":"Typography","level":2,"score":0.8394967317581177},{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.7860572338104248},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.6895843148231506},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5829219222068787},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5453318357467651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5354706645011902},{"id":"https://openalex.org/C79018884","wikidata":"https://www.wikidata.org/wiki/Q622324","display_name":"Loudness","level":2,"score":0.5270864367485046},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4786219000816345},{"id":"https://openalex.org/C51764019","wikidata":"https://www.wikidata.org/wiki/Q283987","display_name":"Direct speech","level":2,"score":0.4182717502117157},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35592418909072876},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3495468497276306},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.24892374873161316},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.16371947526931763},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0988309383392334},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2022.3174721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3174721","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W289389228","https://openalex.org/W1513569539","https://openalex.org/W1601962806","https://openalex.org/W1995270501","https://openalex.org/W2003433441","https://openalex.org/W2011976355","https://openalex.org/W2030041010","https://openalex.org/W2035140157","https://openalex.org/W2061068689","https://openalex.org/W2061990595","https://openalex.org/W2074788634","https://openalex.org/W2080275653","https://openalex.org/W2098490501","https://openalex.org/W2116805706","https://openalex.org/W2137352216","https://openalex.org/W2140521458","https://openalex.org/W2158086571","https://openalex.org/W2187540677","https://openalex.org/W2196518966","https://openalex.org/W2239141610","https://openalex.org/W2300902435","https://openalex.org/W2315168619","https://openalex.org/W2415227387","https://openalex.org/W2501682865","https://openalex.org/W2751581048","https://openalex.org/W2766659192","https://openalex.org/W2808387386","https://openalex.org/W2896199444","https://openalex.org/W2897114175","https://openalex.org/W2990881710","https://openalex.org/W3006213956","https://openalex.org/W3009367825","https://openalex.org/W3014621527","https://openalex.org/W3049750591","https://openalex.org/W3095403033","https://openalex.org/W3095487280","https://openalex.org/W3096570784","https://openalex.org/W3104132365","https://openalex.org/W3133752603","https://openalex.org/W3171882542","https://openalex.org/W3199336745","https://openalex.org/W3201382849","https://openalex.org/W3206991467","https://openalex.org/W3216401400","https://openalex.org/W4239932252","https://openalex.org/W4255446329","https://openalex.org/W4390926559","https://openalex.org/W6635944963","https://openalex.org/W6676245417","https://openalex.org/W6687359172","https://openalex.org/W7011535303"],"related_works":["https://openalex.org/W2064370490","https://openalex.org/W2320296373","https://openalex.org/W3166813893","https://openalex.org/W2910013580","https://openalex.org/W2391900574","https://openalex.org/W3200958703","https://openalex.org/W1990078780","https://openalex.org/W3108667266","https://openalex.org/W2376619307","https://openalex.org/W2034239177"],"abstract_inverted_index":{"Whether":[0],"a":[1,88,114],"word":[2],"was":[3,135],"bawled,":[4],"whispered,":[5],"or":[6,183],"yelped,":[7],"captions":[8,52,70],"will":[9,35],"typically":[10],"represent":[11],"it":[12,101,148],"in":[13,32],"the":[14,33,128,164],"same":[15],"way.":[16],"If":[17],"they":[18],"are":[19,53],"your":[20],"only":[21],"way":[22],"to":[23,54,76,142,146,149,161],"access":[24],"what":[25],"is":[26,43],"being":[27],"said,":[28],"subjective":[29],"nuances":[30],"expressed":[31],"voice":[34],"be":[36,55,124],"lost.":[37],"Since":[38],"so":[39],"much":[40],"of":[41,61,66,105,117,131,171,193],"communication":[42],"carried":[44,136],"by":[45],"these":[46,118],"nuances,":[47],"we":[48],"posit":[49],"that":[50,122],"if":[51],"used":[56],"as":[57,181],"an":[58,168],"accurate":[59],"representation":[60,116],"speech,":[62],"embedding":[63],"visual":[64,103,115],"representations":[65],"paralinguistic":[67],"qualities":[68],"into":[69,102,127],"could":[71],"help":[72],"readers":[73],"use":[74],"them":[75,179],"better":[77],"understand":[78],"speech":[79],"beyond":[80],"its":[81,150],"mere":[82],"textual":[83],"content.":[84],"This":[85],"paper":[86],"presents":[87],"model":[89],"for":[90],"processing":[91],"vocal":[92,120],"prosody":[93],"(its":[94],"loudness,":[95],"pitch,":[96],"and":[97,99,111],"duration)":[98],"mapping":[100],"dimensions":[104],"typography":[106,195],"(respectively,":[107],"font-weight,":[108],"baseline":[109],"shift,":[110],"letter-spacing),":[112],"creating":[113],"lost":[119],"subtleties":[121],"can":[123],"embedded":[125],"directly":[126],"typographical":[129],"form":[130],"text.":[132,185],"An":[133],"evaluation":[134],"out":[137],"where":[138],"participants":[139],"were":[140,159],"exposed":[141],"thisspeech-modulated":[143],"typographyand":[144],"asked":[145],"match":[147],"originating":[151],"audio,":[152],"presented":[153],"between":[154],"similar":[155],"alternatives.":[156],"Participants":[157],"(n=117)":[158],"able":[160],"correctly":[162],"identify":[163],"original":[165],"audios":[166],"with":[167,173],"average":[169],"accuracy":[170],"65%,":[172],"no":[174],"significant":[175],"difference":[176],"when":[177],"showing":[178],"modulations":[180],"animated":[182],"static":[184],"Additionally,":[186],"participants\u2019":[187],"comments":[188],"showed":[189],"their":[190],"mental":[191],"models":[192],"speech-modulated":[194],"varied":[196],"widely.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2022-07-14T00:00:00"}