{"id":"https://openalex.org/W2898906377","doi":"https://doi.org/10.1109/taffc.2019.2952113","title":"Multi-Label Multi-Task Deep Learning for Behavioral Coding","display_name":"Multi-Label Multi-Task Deep Learning for Behavioral Coding","publication_year":2019,"publication_date":"2019-11-08","ids":{"openalex":"https://openalex.org/W2898906377","doi":"https://doi.org/10.1109/taffc.2019.2952113","mag":"2898906377","pmid":"https://pubmed.ncbi.nlm.nih.gov/36704750"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2019.2952113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2952113","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.12349","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"James Gibson","orcid":"https://orcid.org/0000-0001-8572-307X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Gibson","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA"],"raw_orcid":"https://orcid.org/0000-0001-8572-307X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David C. Atkins","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David C. Atkins","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, University of Washington, Seattle, WA 98195 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, University of Washington, Seattle, WA 98195 USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Torrey A. Creed","orcid":"https://orcid.org/0000-0003-0860-2498"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Torrey A. Creed","raw_affiliation_strings":["Department of Psychiatry, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19104 USA"],"raw_orcid":"https://orcid.org/0000-0003-0860-2498","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19104 USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zac Imel","orcid":"https://orcid.org/0000-0001-9645-7184"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zac Imel","raw_affiliation_strings":["Department of Psychiatry, School of Medicine, University of Utah, Salt Lake City, UT 84112 USA"],"raw_orcid":"https://orcid.org/0000-0001-9645-7184","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, School of Medicine, University of Utah, Salt Lake City, UT 84112 USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Panayiotis Georgiou","orcid":"https://orcid.org/0000-0002-0790-7161"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panayiotis Georgiou","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA"],"raw_orcid":"https://orcid.org/0000-0002-0790-7161","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth Narayanan","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA"],"raw_orcid":"https://orcid.org/0000-0002-1052-6204","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA 90089 USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0135,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.77638539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"13","issue":"1","first_page":"508","last_page":"518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.41850000619888306,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.41850000619888306,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.1712999939918518,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.14869999885559082,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6345000267028809},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6093000173568726},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5133000016212463},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.43209999799728394},{"id":"https://openalex.org/keywords/predictive-coding","display_name":"Predictive coding","score":0.42669999599456787},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3003999888896942},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.2849999964237213}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7192000150680542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6862000226974487},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6345000267028809},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6093000173568726},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5133000016212463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49810001254081726},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.43209999799728394},{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.42669999599456787},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2822999954223633},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C5570062","wikidata":"https://www.wikidata.org/wiki/Q3919817","display_name":"Behavioural sciences","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.25130000710487366}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/taffc.2019.2952113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2952113","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmid:36704750","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36704750","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on affective computing","raw_type":null},{"id":"pmh:oai:arXiv.org:1810.12349","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12349","pdf_url":"https://arxiv.org/pdf/1810.12349","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9875730","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9875730","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Affect Comput","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.12349","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12349","pdf_url":"https://arxiv.org/pdf/1810.12349","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8495830448","display_name":null,"funder_award_id":"2R01AA018673-06A1","funder_id":"https://openalex.org/F4320337330","funder_display_name":"National Institute on Alcohol Abuse and Alcoholism"}],"funders":[{"id":"https://openalex.org/F4320337330","display_name":"National Institute on Alcohol Abuse and Alcoholism","ror":"https://ror.org/02jzrsm59"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W72738105","https://openalex.org/W1766812542","https://openalex.org/W1777741389","https://openalex.org/W1821475628","https://openalex.org/W1965394545","https://openalex.org/W1985386799","https://openalex.org/W1989464534","https://openalex.org/W2046124051","https://openalex.org/W2052684427","https://openalex.org/W2056593134","https://openalex.org/W2059796833","https://openalex.org/W2064675550","https://openalex.org/W2114315281","https://openalex.org/W2115613106","https://openalex.org/W2118712128","https://openalex.org/W2119466907","https://openalex.org/W2147069880","https://openalex.org/W2154608152","https://openalex.org/W2163659555","https://openalex.org/W2181445435","https://openalex.org/W2250966211","https://openalex.org/W2252086645","https://openalex.org/W2265658025","https://openalex.org/W2337287714","https://openalex.org/W2339747551","https://openalex.org/W2341536223","https://openalex.org/W2344213027","https://openalex.org/W2397246247","https://openalex.org/W2404204925","https://openalex.org/W2405501373","https://openalex.org/W2408504567","https://openalex.org/W2470245612","https://openalex.org/W2470673105","https://openalex.org/W2509943063","https://openalex.org/W2516684112","https://openalex.org/W2740811869","https://openalex.org/W2749980185","https://openalex.org/W2760057941","https://openalex.org/W2791735926","https://openalex.org/W2889101895","https://openalex.org/W2889146936","https://openalex.org/W2904124566","https://openalex.org/W2962897020","https://openalex.org/W2964280870","https://openalex.org/W3125532913","https://openalex.org/W4239943352","https://openalex.org/W6600949241","https://openalex.org/W6631190155","https://openalex.org/W6636358008","https://openalex.org/W6636510571","https://openalex.org/W6675354045","https://openalex.org/W6695711977","https://openalex.org/W6748420268","https://openalex.org/W6755943674","https://openalex.org/W6770862194","https://openalex.org/W6782482544"],"related_works":[],"abstract_inverted_index":{"We":[0,17,41,55,96],"propose":[1],"a":[2,118],"methodology":[3],"for":[4,62],"estimating":[5,63],"human":[6,28,37],"behaviors":[7,38,64,165],"in":[8,24,52,67],"psychotherapy":[9,53,172],"sessions":[10],"using":[11],"multi-label":[12],"and":[13,74,80,85,110,128,130,162,167,175],"multi-task":[14,102],"learning":[15,60,77,83,103],"paradigms.":[16],"discuss":[18,148],"the":[19,58,87,99,138,149,169],"problem":[20],"of":[21,27,39,49,65,89,164],"behavioral":[22,124],"coding":[23,125],"which":[25],"data":[26],"interactions":[29,51,158],"are":[30],"annotated":[31],"with":[32,105,115,135],"labels":[33],"to":[34,117,137],"describe":[35,42],"relevant":[36],"interest.":[40],"two":[43,170],"related,":[44],"yet":[45],"distinct,":[46],"corpora":[47],"consisting":[48],"therapist-client":[50],"sessions.":[54],"experimentally":[56],"compare":[57,72],"proposed":[59],"approaches":[61,91],"interest":[66],"these":[68,90,151,156],"datasets.":[69],"Specifically,":[70],"we":[71,147],"single":[73,79],"multiple":[75,81],"label":[76],"approaches,":[78,84],"task":[82,126],"evaluate":[86],"performance":[88],"when":[92],"incorporating":[93],"turn":[94,106],"context.":[95],"demonstrate":[97],"that":[98],"best":[100,139],"multi-label,":[101],"model":[104],"context":[107],"achieves":[108],"18.9":[109],"19.5":[111],"percent":[112,132],"absolute":[113,133],"improvements":[114,134],"respect":[116,136],"logistic":[119],"regression":[120],"classifier":[121],"(for":[122],"each":[123],"respectively)":[127],"6.4":[129],"6.1":[131],"single-label,":[140],"single-task":[141],"deep":[142],"neural":[143],"network":[144],"models.":[145],"Lastly,":[146],"insights":[150],"modeling":[152],"paradigms":[153],"provide":[154],"into":[155],"complex":[157],"including":[159],"key":[160],"commonalities":[161],"differences":[163],"within":[166],"between":[168],"prevalent":[171],"approaches\u2013Motivational":[173],"Interviewing":[174],"Cognitive":[176],"Behavioral":[177],"Therapy\u2013considered.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2018-11-09T00:00:00"}