{"id":"https://openalex.org/W6903533059","doi":"https://doi.org/10.1184/r1/25062008.v1","title":"Towards Improving Transparency in Multimodal Affect Perception","display_name":"Towards Improving Transparency in Multimodal Affect Perception","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W6903533059","doi":"https://doi.org/10.1184/r1/25062008.v1"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/25062008","is_oa":true,"landing_page_url":"https://figshare.com/articles/thesis/Towards_Improving_Transparency_in_Multimodal_Affect_Perception/25062008","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/thesis/Towards_Improving_Transparency_in_Multimodal_Affect_Perception/25062008","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Woertwein, Torsten","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Woertwein, Torsten","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7641000151634216,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7641000151634216,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.07010000199079514,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.8152999877929688},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6570000052452087},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5569000244140625},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.4726000130176544},{"id":"https://openalex.org/keywords/mood","display_name":"Mood","score":0.4584999978542328},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3937000036239624},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.3788999915122986},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.3463999927043915}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8152999877929688},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6570000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6432999968528748},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5569000244140625},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C2780733359","wikidata":"https://www.wikidata.org/wiki/Q331769","display_name":"Mood","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43549999594688416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4115999937057495},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34860000014305115},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.335099995136261},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32659998536109924},{"id":"https://openalex.org/C2988402297","wikidata":"https://www.wikidata.org/wiki/Q65558817","display_name":"Data reliability","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2962000072002411},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2766999900341034},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:figshare.com:article/25062008","is_oa":true,"landing_page_url":"https://figshare.com/articles/thesis/Towards_Improving_Transparency_in_Multimodal_Affect_Perception/25062008","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"doi:10.1184/r1/25062008.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/25062008.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/25062008","is_oa":true,"landing_page_url":"https://figshare.com/articles/thesis/Towards_Improving_Transparency_in_Multimodal_Affect_Perception/25062008","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.706875205039978}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Affective":[0],"computing":[1],"has":[2],"emerged":[3],"as":[4,25,48,102,170,213,228,265,327,335,346,397,438],"a":[5,26,77,100,106,184,219,245,249,290,353,364,374,443],"core":[6],"research":[7,127,305],"topic":[8],"in":[9,16,41,121,124],"artificial":[10],"intelligence":[11],"(AI)":[12],"with":[13,286,478],"broad":[14],"applications":[15,53],"healthcare.":[17],"For":[18,50,189],"example,":[19],"affective":[20,36],"technologies":[21],"can":[22,295,448,457],"be":[23,55,234,449,459],"used":[24,56,97,192,466],"decision-support":[27],"tool":[28],"that":[29,252,294,376],"quantifies":[30,350,379,401],"behaviors":[31],"related":[32,148],"to":[33,54,61,71,91,98,149,169,180,195,212,223,239,264,345,358,396,437,469],"emotions":[34],"and":[35,57,81,116,151,160,202,278,338,409,417,473],"states,":[37],"which":[38,72,182,362],"helps":[39],"clinicians":[40],"their":[42,65],"assessment":[43],"of":[44,84,112,206,244,300,313,324],"mood":[45],"disorders":[46],"such":[47,334],"depression.":[49],"these":[51,297,471],"AI":[52],"trusted,":[58],"we":[59,144,191,307,319],"need":[60],"focus":[62,156,308,320],"on":[63,141,157,162,309,321,356],"improving":[64,131],"transparency.":[66,164],"Transparency":[67],"is":[68,174,222,269,329,363],"the":[69,82,95,203,229,242,255,310,322,380,474],"degree":[70],"users":[73],"have":[74],"information":[75,93],"about":[76,94],"model\u2019s":[78,220],"internal":[79,117,315],"mechanics":[80,323],"reliability":[83,152,163,214,243],"its":[85,360],"output.":[86],"We":[87,236,281,372],"expand":[88],"this":[89,122],"definition":[90],"include":[92],"data":[96,103,150,158,172,176,267],"train":[99],"model,":[101],"influences":[104],"what":[105,447,456],"model":[107,185,247,251,257,354,375],"learns.":[108],"These":[109],"three":[110,146,404],"components":[111],"transparency":[113,132,159],"(data,":[114],"reliability,":[115],"mechanics)":[118],"are":[119],"studied":[120],"thesis":[123],"two":[125,155,298],"main":[126],"thrusts":[128],"geared":[129],"towards":[130],"for":[133,366],"machine":[134],"learning":[135],"practitioners.":[136],"In":[137,302],"our":[138,303],"first":[139,166,342],"thrust":[140],"general":[142],"transparency,":[143,153,173,215,268,314,349,400,441],"explore":[145],"challenges":[147],"where":[154],"one":[161,453],"The":[165,208,260,341,392,433],"challenge,":[167,210,262,343,394,435],"referred":[168,211,263,344,395,436],"population-level":[171],"analyzing":[175,279],"patterns":[177,183,197,272,274],"across":[178,276],"people":[179,200,277],"understand":[181],"will":[186],"likely":[187],"learn.":[188],"this,":[190],"statistical":[193,291],"approaches":[194,238],"analyze":[196],"between":[198,403],"how":[199,217,351,367,386],"speak":[201],"symptom":[204],"severity":[205],"psychosis.":[207],"second":[209,304,393],"estimates":[216],"accurate":[218],"output":[221,230],"enable":[224],"better":[225],"risk":[226],"management,":[227],"might":[231],"not":[232,377],"always":[233],"correct.":[235],"created":[237,373],"efficiently":[240,282],"estimate":[241],"primary":[246,256],"using":[248],"secondary":[250],"learns":[253],"when":[254],"makes":[258],"mistakes.":[259],"third":[261,311,434],"personalized":[266],"separating":[270],"person-specific":[271],"from":[273,455],"shared":[275],"them.":[280],"integrated":[283],"neural":[284],"networks":[285],"mixed":[287],"effect":[288],"models,":[289],"modeling":[292],"approach":[293,413,465],"separate":[296],"types":[299],"patterns.":[301],"thrust,":[306],"component":[312],"mechanics.":[316],"More":[317],"specifically,":[318],"multimodal":[325,398],"models":[326],"affect":[328],"expressed":[330],"through":[331],"multiple":[332,462],"modalities,":[333,405],"visually":[336],"smiling":[337],"audibly":[339],"laughing.":[340],"modality":[347,370,381,439],"importance":[348,382],"much":[352],"focuses":[355],"modalities":[357],"derive":[359],"output,":[361],"proxy":[365],"important":[368],"each":[369,390],"is.":[371],"only":[378,452],"but":[383],"also":[384],"reflects":[385],"informative":[387],"humans":[388],"perceive":[389],"modality.":[391],"interaction":[399],"interactions":[402,419,423],"including":[406],"both":[407],"bimodal":[408],"trimodal":[410,418],"interactions.":[411],"Our":[412,464],"separated":[414],"unimodal,":[415],"bimodal,":[416],"by":[420,451,461],"prioritizing":[421],"simpler":[422],"over":[424,431],"more":[425],"complicated":[426],"interactions,":[427],"e.g.,":[428],"unimodal":[429],"prioritized":[430],"bimodal.":[432],"contribution":[440],"factorizes":[442],"modality\u2019s":[444],"unique":[445],"contributions,":[446],"explained":[450],"modality,":[454],"redundantly":[458],"contributed":[460],"modalities.":[463],"correlational":[467],"measures":[468],"define":[470],"contributions":[472],"learned":[475],"factorization":[476],"correlated":[477],"human":[479],"judgments.":[480]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}