{"id":"https://openalex.org/W4200361260","doi":"https://doi.org/10.1145/3461615.3485670","title":"Towards Chatbot-Supported Self-Reporting for Increased Reliability and Richness of Ground Truth for Automatic Pain Recognition: Reflections on Long-Distance Runners and People with Chronic Pain","display_name":"Towards Chatbot-Supported Self-Reporting for Increased Reliability and Richness of Ground Truth for Automatic Pain Recognition: Reflections on Long-Distance Runners and People with Chronic Pain","publication_year":2021,"publication_date":"2021-10-18","ids":{"openalex":"https://openalex.org/W4200361260","doi":"https://doi.org/10.1145/3461615.3485670"},"language":"en","primary_location":{"id":"doi:10.1145/3461615.3485670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461615.3485670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10134708/1/main.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032389156","display_name":"Tao Bi","orcid":"https://orcid.org/0000-0002-7406-8943"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tao Bi","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062333272","display_name":"Raffaele Andrea Buono","orcid":"https://orcid.org/0000-0001-5187-0629"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raffaele Andrea Buono","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005187038","display_name":"Temitayo Olugbade","orcid":"https://orcid.org/0000-0002-2838-6131"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Temitayo Olugbade","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003591254","display_name":"Aneesha Singh","orcid":"https://orcid.org/0000-0003-0835-5802"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aneesha Singh","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000446","display_name":"Catherine Holloway","orcid":"https://orcid.org/0000-0002-1660-7785"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Catherine Holloway","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020935970","display_name":"Enrico Costanza","orcid":"https://orcid.org/0000-0002-1842-8342"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Enrico Costanza","raw_affiliation_strings":["University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013594231","display_name":"Amanda C de C Williams","orcid":"https://orcid.org/0000-0003-3761-8704"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amanda C de C Williams","raw_affiliation_strings":["Div of Psychology & Lang Sciences, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Div of Psychology & Lang Sciences, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044137429","display_name":"Nicolas Gold","orcid":"https://orcid.org/0000-0002-2195-5995"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicolas E. Gold","raw_affiliation_strings":["Department of Computer Science, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072897829","display_name":"Nadia Bianchi\u2010Berthouze","orcid":"https://orcid.org/0000-0001-8921-0044"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nadia Berthouze","raw_affiliation_strings":["UCL Interaction Centre, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5032389156"],"corresponding_institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":1.1008,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7898144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7402737140655518},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.703599214553833},{"id":"https://openalex.org/keywords/common-ground","display_name":"Common ground","score":0.6333021521568298},{"id":"https://openalex.org/keywords/experience-sampling-method","display_name":"Experience sampling method","score":0.5410217046737671},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5294475555419922},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4861442744731903},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.4635182321071625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4611760377883911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34886133670806885},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3281845152378082},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32313477993011475},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.11005076766014099}],"concepts":[{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7402737140655518},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.703599214553833},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.6333021521568298},{"id":"https://openalex.org/C65499552","wikidata":"https://www.wikidata.org/wiki/Q5421061","display_name":"Experience sampling method","level":2,"score":0.5410217046737671},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5294475555419922},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4861442744731903},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4635182321071625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4611760377883911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34886133670806885},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3281845152378082},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32313477993011475},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11005076766014099}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3461615.3485670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461615.3485670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10134708","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10134708/","pdf_url":"https://discovery.ucl.ac.uk/10134708/1/main.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:   (Proceedings) The 2021 International Conference on Multimodal Interaction (ICMI'21).   ACM (2021)    (In press).  ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10134708","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10134708/","pdf_url":"https://discovery.ucl.ac.uk/10134708/1/main.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:   (Proceedings) The 2021 International Conference on Multimodal Interaction (ICMI'21).   ACM (2021)    (In press).  ","raw_type":"Proceedings paper"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4200361260.pdf","grobid_xml":"https://content.openalex.org/works/W4200361260.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1790787857","https://openalex.org/W2114315281","https://openalex.org/W2280266333","https://openalex.org/W2302184280","https://openalex.org/W2518324588","https://openalex.org/W2611057646","https://openalex.org/W2611285602","https://openalex.org/W2643153028","https://openalex.org/W2724317853","https://openalex.org/W2783539613","https://openalex.org/W2787552263","https://openalex.org/W2795423566","https://openalex.org/W2796300011","https://openalex.org/W2808257344","https://openalex.org/W2911976954","https://openalex.org/W2977612839","https://openalex.org/W2979431738","https://openalex.org/W2990834556","https://openalex.org/W2994800782","https://openalex.org/W3030077995","https://openalex.org/W3047402143","https://openalex.org/W3095503508","https://openalex.org/W4200536610","https://openalex.org/W4205902690","https://openalex.org/W4230869669","https://openalex.org/W4236247214","https://openalex.org/W6664079992"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4387007686","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W4307535225","https://openalex.org/W4200349535","https://openalex.org/W2905544777","https://openalex.org/W3097373745"],"abstract_inverted_index":{"Pain":[0],"is":[1],"a":[2,124,168],"ubiquitous":[3],"and":[4,47,106,122,132,155,188],"multifaceted":[5],"experience,":[6],"making":[7],"the":[8,26,59,84,141,161,164,217],"gathering":[9],"of":[10,28,86,100,126,166,219],"ground":[11,89,136,182,193],"truth":[12,183,194],"for":[13,35,163],"training":[14],"machine":[15,210],"learning":[16,211],"system":[17],"particularly":[18],"difficult.":[19],"In":[20,157],"this":[21],"paper,":[22],"we":[23,159],"reflect":[24],"on":[25,58,78],"use":[27],"voice-based":[29,80,117],"Experience":[30],"Sampling":[31],"Method":[32],"(ESM)":[33],"approaches":[34],"collecting":[36],"pain":[37,52,186,220],"self-reports":[38,87],"in":[39,67,143,173],"two":[40,64],"different":[41],"real-life":[42],"case":[43,162],"studies:":[44],"long-distance":[45],"runners,":[46],"people":[48],"living":[49],"with":[50,170],"chronic":[51],"performing":[53],"housework":[54],"activities.":[55],"We":[56,138],"report":[57],"reflections":[60],"emerging":[61],"from":[62,147],"these":[63],"qualitative":[65],"studies":[66],"which":[68,144],"semi-structured":[69],"interviews":[70],"were":[71],"used":[72],"to":[73,129,151,175,207,214],"exploratively":[74],"gather":[75,176],"initial":[76],"insights":[77],"how":[79],"ESM":[81,93,171],"could":[82,197],"affect":[83],"collection":[85],"as":[88,200,203,205],"truth.":[90,137],"While":[91],"frequent":[92],"questions":[94,118],"may":[95],"be":[96,198],"considered":[97],"intrusive,":[98],"most":[99],"our":[101],"participants":[102,145],"found":[103,114],"them":[104],"useful,":[105],"even":[107],"welcomed":[108],"those":[109],"question":[110],"prompts.":[111],"Particularly,":[112],"they":[113],"that":[115,184],"such":[116],"facilitated":[119],"in-the-moment":[120],"self-reflection,":[121],"stimulated":[123],"sense":[125],"companionship":[127],"leading":[128,150],"richer":[130],"self-reporting,":[131],"possibly":[133],"more":[134,177,201,208],"reliable":[135],"will":[139],"discuss":[140],"ways":[142],"benefitted":[146],"subjective":[148],"self-reporting":[149],"an":[152],"increased":[153],"awareness":[154],"self-understanding.":[156],"addition,":[158],"make":[160],"possibility":[165],"building":[167],"chatbot":[169],"capabilities":[172],"order":[174],"enhanced,":[178],"refined":[179,209],"but":[180],"structured":[181],"combines":[185],"ratings":[187],"their":[189],"qualification.":[190],"Such":[191],"rich":[192],"can":[195],"provide":[196],"seen":[199],"reliable,":[202],"well":[204],"contributing":[206],"models":[212],"able":[213],"better":[215],"capture":[216],"complexity":[218],"experience.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}