{"id":"https://openalex.org/W7154294720","doi":"https://doi.org/10.48550/arxiv.2604.11730","title":"Multimodal Ambivalence/Hesitancy Recognition in Videos for Personalized Digital Health Interventions","display_name":"Multimodal Ambivalence/Hesitancy Recognition in Videos for Personalized Digital Health Interventions","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154294720","doi":"https://doi.org/10.48550/arxiv.2604.11730"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11730","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106274810","display_name":"Manuela Gonz\u00e1lez\u2010Gonz\u00e1lez","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gonz\u00e1lez-Gonz\u00e1lez, Manuela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017562387","display_name":"Soufiane Belharbi","orcid":"https://orcid.org/0000-0001-6326-380X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belharbi, Soufiane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064131959","display_name":"Muhammad Zeeshan","orcid":"https://orcid.org/0000-0003-0326-7862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeeshan, Muhammad Osama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056943097","display_name":"Masoumeh Sharafi","orcid":"https://orcid.org/0009-0000-2783-7968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharafi, Masoumeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103265372","display_name":"Muhammad Haseeb Aslam","orcid":"https://orcid.org/0009-0003-3564-2310"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aslam, Muhammad Haseeb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133586002","display_name":"Lorenzo Sia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sia, Lorenzo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106274809","display_name":"Nicolas Richet","orcid":"https://orcid.org/0009-0001-5833-2214"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richet, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039660800","display_name":"Marco Pedersoli","orcid":"https://orcid.org/0000-0002-7601-8640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pedersoli, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074262951","display_name":"Alessandro L. Koerich","orcid":"https://orcid.org/0000-0001-5879-7014"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koerich, Alessandro Lameiras","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133618650","display_name":"Simon L Bacon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bacon, Simon L","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133608573","display_name":"Eric Granger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Granger, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5106274810"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7566999793052673,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7566999793052673,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.1137000024318695,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.01899999938905239,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.6927000284194946},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6636000275611877},{"id":"https://openalex.org/keywords/digital-health","display_name":"Digital health","score":0.6055999994277954},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5992000102996826},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3727000057697296},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.36970001459121704}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6927000284194946},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6636000275611877},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.6055999994277954},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5992000102996826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5020999908447266},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38769999146461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38370001316070557},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C2779363104","wikidata":"https://www.wikidata.org/wiki/Q17069079","display_name":"mHealth","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.36320000886917114},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Using":[0],"behavioural":[1],"science,":[2],"health":[3,38,77,141,161],"interventions":[4,26,39,142],"focus":[5],"on":[6,209],"behaviour":[7],"change":[8],"by":[9,180],"providing":[10],"a":[11,41,67,87,90,98,118,177],"framework":[12],"to":[13,31,72,105,134,248],"help":[14],"patients":[15],"acquire":[16],"and":[17,29,48,63,82,94,103,126,145,157,197,212,243],"maintain":[18],"healthy":[19],"habits":[20],"that":[21,85,227],"improve":[22],"medical":[23],"outcomes.":[24],"In-person":[25],"are":[27,80,207,232,246],"costly":[28,144],"difficult":[30],"scale,":[32],"especially":[33,53],"in":[34,89,107,175],"resource-limited":[35],"regions.":[36],"Digital":[37],"offer":[40],"cost-effective":[42],"approach,":[43],"potentially":[44],"supporting":[45],"independent":[46],"living":[47],"self-management.":[49],"Automating":[50],"such":[51,120],"interventions,":[52],"through":[54],"machine":[55],"learning,":[56,191],"has":[57],"gained":[58],"considerable":[59],"attention":[60],"recently.":[61],"Ambivalence":[62],"hesitancy":[64],"(A/H)":[65],"play":[66],"primary":[68],"role":[69],"for":[70,154,172,195,218,234,240],"individuals":[71],"delay,":[73],"avoid,":[74],"or":[75,100,116],"abandon":[76],"interventions.":[78,162],"A/H":[79,149,173,219,236],"subtle":[81],"conflicting":[83],"emotions":[84],"place":[86],"person":[88],"state":[91],"between":[92,101],"positive":[93],"negative":[95],"evaluations":[96],"of":[97,159,168],"behaviour,":[99],"acceptance":[102],"refusal":[104],"engage":[106],"it.":[108],"They":[109],"manifest":[110],"as":[111,121],"affective":[112],"inconsistency":[113],"across":[114],"modalities":[115],"within":[117],"modality,":[119],"language,":[122],"facial,":[123],"vocal":[124],"expressions,":[125],"body":[127],"language.":[128],"While":[129],"experts":[130],"can":[131],"be":[132],"trained":[133],"recognize":[135],"A/H,":[136],"integrating":[137],"them":[138],"into":[139],"digital":[140,160],"is":[143,151],"less":[146],"effective.":[147],"Automatic":[148],"recognition":[150,174],"therefore":[152],"critical":[153],"the":[155,166,210],"personalization":[156],"cost-effectiveness":[158],"Here,":[163],"we":[164],"explore":[165],"application":[167],"deep":[169],"learning":[170,188],"models":[171,203,231],"videos,":[176],"multi-modal":[178,230],"task":[179],"nature.":[181],"In":[182],"particular,":[183],"this":[184],"paper":[185],"covers":[186],"three":[187],"setups:":[189],"supervised":[190],"unsupervised":[192],"domain":[193],"adaptation":[194],"personalization,":[196],"zero-shot":[198],"inference":[199],"via":[200],"large":[201],"language":[202],"(LLMs).":[204],"Our":[205,221],"experiments":[206],"conducted":[208],"unique":[211],"recently":[213],"published":[214],"BAH":[215],"video":[216],"dataset":[217],"recognition.":[220,237],"results":[222],"show":[223],"limited":[224],"performance,":[225],"suggesting":[226],"more":[228],"adapted":[229],"required":[233],"accurate":[235],"Better":[238],"methods":[239],"modeling":[241],"spatio-temporal":[242],"multimodal":[244],"fusion":[245],"necessary":[247],"leverage":[249],"conflicts":[250],"within/across":[251],"modalities.":[252]},"counts_by_year":[],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2026-04-15T00:00:00"}