{"id":"https://openalex.org/W3162191423","doi":"https://doi.org/10.1145/3411763.3451835","title":"Theory is in the Eye of the Beholder: Exploring Difficulties with Validating Intervention Mechanisms","display_name":"Theory is in the Eye of the Beholder: Exploring Difficulties with Validating Intervention Mechanisms","publication_year":2021,"publication_date":"2021-05-08","ids":{"openalex":"https://openalex.org/W3162191423","doi":"https://doi.org/10.1145/3411763.3451835","mag":"3162191423"},"language":"en","primary_location":{"id":"doi:10.1145/3411763.3451835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411763.3451835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022957902","display_name":"Sonali R. Mishra","orcid":"https://orcid.org/0000-0003-2920-3576"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sonali Mishra","raw_affiliation_strings":["Seattle-Denver COIN, HSR&amp;D Department of Veterans' Affairs, United States"],"affiliations":[{"raw_affiliation_string":"Seattle-Denver COIN, HSR&amp;D Department of Veterans' Affairs, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023074796","display_name":"Shefali Haldar","orcid":"https://orcid.org/0000-0003-0348-3012"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shefali Haldar","raw_affiliation_strings":["Northwestern University, United States"],"affiliations":[{"raw_affiliation_string":"Northwestern University, United States","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009072221","display_name":"Ari H. Pollack","orcid":"https://orcid.org/0000-0002-5850-838X"},"institutions":[{"id":"https://openalex.org/I1295499534","display_name":"Seattle Children's Hospital","ror":"https://ror.org/01njes783","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295499534"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ari Pollack","raw_affiliation_strings":["Division of Nephrology Seattle Children's Hospital, United States"],"affiliations":[{"raw_affiliation_string":"Division of Nephrology Seattle Children's Hospital, United States","institution_ids":["https://openalex.org/I1295499534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002925901","display_name":"Predrag Klasnja","orcid":"https://orcid.org/0000-0002-4570-703X"},"institutions":[{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Predrag Klasnja","raw_affiliation_strings":["School of Information University of Michigan, United States"],"affiliations":[{"raw_affiliation_string":"School of Information University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064800403","display_name":"Wanda Pratt","orcid":"https://orcid.org/0000-0003-4035-0198"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wanda Pratt","raw_affiliation_strings":["Information School University of Washington, United States"],"affiliations":[{"raw_affiliation_string":"Information School University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022957902"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04928083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.8139238357543945},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.8130605220794678},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.8014477491378784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5902494788169861},{"id":"https://openalex.org/keywords/behavior-change","display_name":"Behavior change","score":0.5441674590110779},{"id":"https://openalex.org/keywords/behaviour-change","display_name":"Behaviour change","score":0.42161136865615845},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3875712752342224},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36210572719573975},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35168540477752686},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.34245598316192627},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.32646578550338745},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.17850160598754883},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.14944055676460266},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.0730954110622406}],"concepts":[{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.8139238357543945},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.8130605220794678},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.8014477491378784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5902494788169861},{"id":"https://openalex.org/C14262774","wikidata":"https://www.wikidata.org/wiki/Q4880695","display_name":"Behavior change","level":2,"score":0.5441674590110779},{"id":"https://openalex.org/C3020759390","wikidata":"https://www.wikidata.org/wiki/Q4880694","display_name":"Behaviour change","level":3,"score":0.42161136865615845},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3875712752342224},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36210572719573975},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35168540477752686},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.34245598316192627},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.32646578550338745},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.17850160598754883},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14944055676460266},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0730954110622406},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3411763.3451835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411763.3451835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1508090577","https://openalex.org/W1966976587","https://openalex.org/W1986321933","https://openalex.org/W2003659858","https://openalex.org/W2011899145","https://openalex.org/W2056591916","https://openalex.org/W2057181385","https://openalex.org/W2067111100","https://openalex.org/W2088135512","https://openalex.org/W2092493600","https://openalex.org/W2120909070","https://openalex.org/W2136608905","https://openalex.org/W2140639617","https://openalex.org/W2293484899","https://openalex.org/W2467021583","https://openalex.org/W2493587684","https://openalex.org/W2610489713","https://openalex.org/W2611866056","https://openalex.org/W2756328368","https://openalex.org/W2901291391","https://openalex.org/W4294214983","https://openalex.org/W6819083493"],"related_works":["https://openalex.org/W2898666888","https://openalex.org/W1877645197","https://openalex.org/W4320496641","https://openalex.org/W2047101343","https://openalex.org/W4315818838","https://openalex.org/W4238840177","https://openalex.org/W2587202908","https://openalex.org/W2613347560","https://openalex.org/W4225369896","https://openalex.org/W3159862376"],"abstract_inverted_index":{"Behavior":[0],"change":[1,13,81],"researchers":[2,22,130],"frequently":[3],"base":[4],"their":[5,18,28,138],"interventions":[6,56,82],"on":[7,103],"theory,":[8],"targeting":[9],"specific":[10],"mechanisms":[11,60,85,121,136],"of":[12,34,43,77],"to":[14,25,38,109],"help":[15],"users":[16],"achieve":[17],"goals.":[19],"Thus":[20],"HCI":[21],"have":[23],"sought":[24],"examine":[26],"whether":[27],"intervention":[29,98,139],"impacts":[30],"the":[31,40,44,59,75,84,145],"intended":[32],"mechanism":[33,96],"change,":[35],"in":[36],"addition":[37],"evaluating":[39],"overall":[41],"effect":[42],"intervention.":[45],"Yet":[46],"an":[47,97],"open":[48],"question":[49],"remains:":[50],"how":[51],"do":[52],"we":[53,61],"know":[54],"our":[55],"successfully":[57],"target":[58,83],"intend?":[62],"We":[63,127],"present":[64],"results":[65],"from":[66],"two":[67],"validation":[68],"studies":[69],"and":[70,111],"one":[71],"user":[72],"study":[73],"showing":[74],"difficulties":[76],"ensuring":[78],"that":[79,91,100,112,129,137],"behavior":[80],"designers":[86],"intend.":[87],"Our":[88],"findings":[89],"indicate":[90,116],"experts":[92],"disagree":[93],"about":[94,133],"what":[95],"targets,":[99],"expert":[101],"consensus":[102],"this":[104],"matter":[105],"can":[106],"be":[107],"hard":[108],"achieve,":[110],"end":[113],"users\u2019":[114],"reflections":[115],"they":[117],"may":[118],"follow":[119],"different":[120],"than":[122,144],"those":[123],"predicted":[124],"by":[125],"experts.":[126],"recommend":[128],"collect":[131],"data":[132],"multiple":[134],"potential":[135],"could":[140],"operate":[141],"through,":[142],"rather":[143],"common":[146],"single-mechanism":[147],"approach.":[148]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
