{"id":"https://openalex.org/W4399554792","doi":"https://doi.org/10.48550/arxiv.2406.05434","title":"Unsupervised learning of Data-driven Facial Expression Coding System (DFECS) using keypoint tracking","display_name":"Unsupervised learning of Data-driven Facial Expression Coding System (DFECS) using keypoint tracking","publication_year":2024,"publication_date":"2024-06-08","ids":{"openalex":"https://openalex.org/W4399554792","doi":"https://doi.org/10.48550/arxiv.2406.05434"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.05434","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.05434","pdf_url":"https://arxiv.org/pdf/2406.05434","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.05434","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061248117","display_name":"Shivansh Chandra Tripathi","orcid":"https://orcid.org/0009-0006-0413-5078","observed_orcids":["https://orcid.org/0009-0006-0413-5078"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tripathi, Shivansh Chandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5083731489","display_name":"Rahul Garg","orcid":"https://orcid.org/0000-0003-0244-0037","observed_orcids":["https://orcid.org/0000-0003-0244-0037"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Rahul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.6952999830245972,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.6952999830245972,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.23989999294281006,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.052000001072883606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression-coding","display_name":"facial expression coding","score":0.9589999914169312},{"id":"https://openalex.org/keywords/facial-action-units","display_name":"facial action units","score":0.6990000009536743},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.9110000133514404},{"id":"https://openalex.org/keywords/dictionary-learning","display_name":"dictionary learning","score":0.746999979019165},{"id":"https://openalex.org/keywords/non-negative-matrix-factorization","display_name":"non-negative matrix factorization","score":1.0},{"id":"https://openalex.org/keywords/facial-expression-analysis","display_name":"facial expression analysis","score":0.5989999771118164},{"id":"https://openalex.org/keywords/facial-muscle-movement","display_name":"facial muscle movement","score":0.46799999475479126},{"id":"https://openalex.org/keywords/ck","display_name":"CK+","score":0.7649999856948853}],"concepts":[{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6435461044311523},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6202355623245239},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5659787058830261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5627226233482361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5351057648658752},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4865816831588745},{"id":"https://openalex.org/C40346341","wikidata":"https://www.wikidata.org/wiki/Q1391629","display_name":"Facial Action Coding System","level":3,"score":0.44038230180740356},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.41811397671699524},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40710020065307617},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3954533338546753},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16291502118110657},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.1532832384109497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13648265600204468},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07546466588973999},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.05434","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.05434","pdf_url":"https://arxiv.org/pdf/2406.05434","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.05434","doi":"https://doi.org/10.48550/arxiv.2406.05434","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.05434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.05434","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.05434","pdf_url":"https://arxiv.org/pdf/2406.05434","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2012415311","https://openalex.org/W1998708415","https://openalex.org/W3169168314","https://openalex.org/W2627086084","https://openalex.org/W2130087906","https://openalex.org/W2023657742","https://openalex.org/W2953116087","https://openalex.org/W3153565281","https://openalex.org/W2049699482","https://openalex.org/W3027190010"],"abstract_inverted_index":{"The":[0],"development":[1],"of":[2,19,33,41,115,145,165,174,184,218,238],"existing":[3],"facial":[4,20,44,50,56,76,185,193,198],"coding":[5,45,57,194],"systems,":[6],"such":[7,100,120,204],"as":[8,101,121,205],"the":[9,30,38,60,67,113,126,136,159,182,235],"Facial":[10,62],"Action":[11,25],"Coding":[12,64],"System":[13,65],"(FACS),":[14],"relied":[15],"on":[16],"manual":[17],"examination":[18],"expression":[21,199],"videos":[22],"for":[23,141],"defining":[24],"Units":[26],"(AUs).":[27],"To":[28,231],"overcome":[29],"labor-intensive":[31],"nature":[32],"this":[34,54],"process,":[35],"we":[36],"propose":[37],"unsupervised":[39],"learning":[40,103],"an":[42,142],"automated":[43,192],"system":[46,58],"by":[47,71,117,162],"leveraging":[48],"computer-vision-based":[49],"keypoint":[51,77],"tracking.":[52],"In":[53,188],"novel":[55],"called":[59],"Data-driven":[61],"Expression":[63],"(DFECS),":[66],"AUs":[68,116,133,167,176],"are":[69,177],"estimated":[70,134],"applying":[72],"dimensionality":[73,97],"reduction":[74,98],"to":[75,125,147],"movements":[78],"from":[79,135],"a":[80,84,92],"neutral":[81],"frame":[82],"through":[83],"proposed":[85],"Full":[86],"Face":[87],"Model":[88],"(FFM).":[89],"FFM":[90],"employs":[91],"two-level":[93],"decomposition":[94],"using":[95],"advanced":[96],"techniques":[99,111],"dictionary":[102],"(DL)":[104],"and":[105,123,154,156,208,227],"non-negative":[106],"matrix":[107],"factorization":[108],"(NMF).":[109],"These":[110,210],"enhance":[112],"interpretability":[114],"introducing":[118],"constraints":[119],"sparsity":[122],"positivity":[124],"encoding":[127],"matrix.":[128],"Results":[129],"show":[130],"that":[131],"DFECS":[132,175,239],"DISFA":[137],"dataset":[138],"can":[139,196],"account":[140],"average":[143],"variance":[144,160],"up":[146],"91.29":[148],"percent":[149,173],"in":[150,168,191,224],"test":[151],"datasets":[152],"(CK+":[153],"BP4D-Spontaneous)":[155],"also":[157],"surpass":[158],"explained":[161],"keypoint-based":[163],"equivalents":[164],"FACS":[166],"these":[169],"datasets.":[170],"Additionally,":[171],"87.5":[172],"interpretable,":[178],"i.e.,":[179],"align":[180],"with":[181],"direction":[183],"muscle":[186],"movements.":[187],"summary,":[189],"advancements":[190,211],"systems":[195],"accelerate":[197],"analysis":[200,223],"across":[201],"diverse":[202],"fields":[203],"security,":[206],"healthcare,":[207],"entertainment.":[209],"offer":[212],"numerous":[213],"benefits,":[214],"including":[215],"enhanced":[216],"detection":[217],"abnormal":[219],"behavior,":[220],"improved":[221],"pain":[222],"healthcare":[225],"settings,":[226],"enriched":[228],"emotion-driven":[229],"interactions.":[230],"facilitate":[232],"further":[233],"research,":[234],"code":[236],"repository":[237],"has":[240],"been":[241],"made":[242],"publicly":[243],"accessible.":[244]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2024-06-12T00:00:00"}