{"id":"https://openalex.org/W3169140493","doi":"https://doi.org/10.1109/taffc.2021.3087222","title":"The Rhythm of Flow: Detecting Facial Expressions of Flow Experiences Using CNNs","display_name":"The Rhythm of Flow: Detecting Facial Expressions of Flow Experiences Using CNNs","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3169140493","doi":"https://doi.org/10.1109/taffc.2021.3087222","mag":"3169140493"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2021.3087222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3087222","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023739385","display_name":"Lukas Humpe","orcid":"https://orcid.org/0000-0003-2238-6779"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Humpe","raw_affiliation_strings":["Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2238-6779","affiliations":[{"raw_affiliation_string":"Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056692956","display_name":"Simon Friedrich Murillo","orcid":"https://orcid.org/0000-0001-8813-7148"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simon Friedrich Murillo","raw_affiliation_strings":["Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8813-7148","affiliations":[{"raw_affiliation_string":"Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063861741","display_name":"Janik Muires","orcid":"https://orcid.org/0000-0002-7931-7603"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Janik Muires","raw_affiliation_strings":["Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7931-7603","affiliations":[{"raw_affiliation_string":"Faculty of Management, Economics and Social Sciences, University of Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028276052","display_name":"Peter A. Gloor","orcid":"https://orcid.org/0000-0002-7271-3224"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Gloor","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7271-3224","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":1.5597,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81666931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"2","first_page":"1138","last_page":"1147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13353","display_name":"Flow Experience in Various Fields","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13353","display_name":"Flow Experience in Various Fields","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6868737936019897},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6654906272888184},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.6422979831695557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5926980972290039},{"id":"https://openalex.org/keywords/disgust","display_name":"Disgust","score":0.5694425702095032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5201531052589417},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.49010857939720154},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4885019063949585},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.48131048679351807},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4536527693271637},{"id":"https://openalex.org/keywords/rhythm","display_name":"Rhythm","score":0.41792070865631104},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41451969742774963},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.329146146774292},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.19537359476089478},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16501110792160034},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11812403798103333},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.07989561557769775}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6868737936019897},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6654906272888184},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.6422979831695557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5926980972290039},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.5694425702095032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5201531052589417},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.49010857939720154},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4885019063949585},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.48131048679351807},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4536527693271637},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.41792070865631104},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41451969742774963},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.329146146774292},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19537359476089478},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16501110792160034},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11812403798103333},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.07989561557769775},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2021.3087222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3087222","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W82775311","https://openalex.org/W112197792","https://openalex.org/W203480019","https://openalex.org/W1539609515","https://openalex.org/W1686810756","https://openalex.org/W1756034034","https://openalex.org/W1836465849","https://openalex.org/W1919094054","https://openalex.org/W1966797434","https://openalex.org/W2000271339","https://openalex.org/W2027001658","https://openalex.org/W2027030315","https://openalex.org/W2033702744","https://openalex.org/W2052134646","https://openalex.org/W2080898270","https://openalex.org/W2083021723","https://openalex.org/W2108598243","https://openalex.org/W2115689562","https://openalex.org/W2127362251","https://openalex.org/W2144107411","https://openalex.org/W2147650024","https://openalex.org/W2148258171","https://openalex.org/W2149490731","https://openalex.org/W2158378323","https://openalex.org/W2166251590","https://openalex.org/W2169321203","https://openalex.org/W2194775991","https://openalex.org/W2240570912","https://openalex.org/W2277498883","https://openalex.org/W2293959220","https://openalex.org/W2312381415","https://openalex.org/W2419624448","https://openalex.org/W2468542432","https://openalex.org/W2481681431","https://openalex.org/W2506506742","https://openalex.org/W2581082139","https://openalex.org/W2604983330","https://openalex.org/W2766502064","https://openalex.org/W2783348159","https://openalex.org/W2795078582","https://openalex.org/W2798536775","https://openalex.org/W2799041689","https://openalex.org/W2806406737","https://openalex.org/W2810658935","https://openalex.org/W2909012414","https://openalex.org/W2921749038","https://openalex.org/W2923239329","https://openalex.org/W2945379997","https://openalex.org/W2948433504","https://openalex.org/W2965127489","https://openalex.org/W3004876107","https://openalex.org/W3008425820","https://openalex.org/W3012325339","https://openalex.org/W3021887395","https://openalex.org/W3046000691","https://openalex.org/W3100513545","https://openalex.org/W3105117297","https://openalex.org/W3116105513","https://openalex.org/W3124054989","https://openalex.org/W3143303760","https://openalex.org/W4293872590","https://openalex.org/W6603353687","https://openalex.org/W6604491404","https://openalex.org/W6629875484","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6698465924","https://openalex.org/W6717098421","https://openalex.org/W6735761556","https://openalex.org/W6769628216","https://openalex.org/W6787938579"],"related_works":["https://openalex.org/W2955987787","https://openalex.org/W619369203","https://openalex.org/W4386027168","https://openalex.org/W2619202811","https://openalex.org/W2080838132","https://openalex.org/W2018507422","https://openalex.org/W2038612614","https://openalex.org/W2991587272","https://openalex.org/W2503799762","https://openalex.org/W2945121592"],"abstract_inverted_index":{"Recently,":[0],"the":[1,11,21,31,65,113,125,139,142,152,162],"flow":[2,48,128,159,169],"state,":[3],"a":[4,25,38,77,93,100,106],"state":[5,26,126],"in":[6,20,49,147,161],"which":[7],"individuals":[8],"perform":[9],"at":[10],"peak":[12],"of":[13,27,33,41,64,74,80,90,118,127,135,141,154],"their":[14,55],"ability":[15],"and":[16,60,167,170],"are":[17],"completely":[18],"immersed":[19],"task":[22],"while":[23],"experiencing":[24],"elatedness,":[28],"has":[29],"been":[30],"subject":[32],"active":[34],"research.":[35],"We":[36],"introduce":[37],"novel":[39],"approach":[40],"using":[42],"convolutional":[43],"neural":[44],"networks":[45],"to":[46],"recognize":[47],"live":[50],"performing":[51],"musicians":[52,91],"from":[53],"analyzing":[54],"facial":[56,133],"expression.":[57],"A":[58],"modified":[59],"partially":[61],"re-trained":[62],"version":[63],"popular":[66],"ResNet-50":[67],"architecture":[68],"is":[69,84,109,129,145],"employed":[70],"for":[71],"binary":[72],"classification":[73],"flow,":[75],"achieving":[76],"detection":[78],"accuracy":[79,104,117],"77.55":[81],"percent.":[82,120],"This":[83],"done":[85],"on":[86,158],"labelled":[87],"YouTube":[88,155],"video-data":[89],"with":[92,112],"labeling":[94],"strategy":[95],"that":[96,124],"was":[97],"verified":[98],"through":[99,132,164],"perception":[101],"experiment.":[102],"Maximum":[103],"within":[105],"5-fold":[107],"cross-validation":[108],"74.98":[110],"percent":[111],"mean":[114],"exhibiting":[115],"an":[116],"65.10":[119],"The":[121],"results":[122],"indicate":[123],"indeed":[130],"recognizable":[131],"expressions":[134],"musicians.":[136],"In":[137],"addition,":[138],"utility":[140],"presented":[143],"model":[144],"demonstrated":[146],"two":[148],"exemplary":[149],"applications:":[150],"Predicting":[151],"popularity":[153],"videos":[156],"based":[157],"recognized":[160],"faces":[163],"our":[165],"system":[166],"correlating":[168],"six":[171],"discrete":[172],"emotions":[173],"(neutral,":[174],"happy,":[175],"angry,":[176],"fear,":[177],"disgust,":[178],"surprise).":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}