{"id":"https://openalex.org/W4366495671","doi":"https://doi.org/10.1145/3544548.3581006","title":"Identifying Multimodal Context Awareness Requirements for Supporting User Interaction with Procedural Videos","display_name":"Identifying Multimodal Context Awareness Requirements for Supporting User Interaction with Procedural Videos","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366495671","doi":"https://doi.org/10.1145/3544548.3581006"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581006","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581006","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581006","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581006","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040847686","display_name":"Georgianna Lin","orcid":"https://orcid.org/0000-0002-9993-2718"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georgianna Lin","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9993-2718","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021789334","display_name":"Jin Yi Li","orcid":"https://orcid.org/0000-0003-4100-8327"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jin Yi Li","raw_affiliation_strings":["University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4100-8327","affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017305009","display_name":"Afsaneh Fazly","orcid":"https://orcid.org/0000-0002-4479-4901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afsaneh Fazly","raw_affiliation_strings":["Samsung Toronto AI Centre, Samsung Research America, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4479-4901","affiliations":[{"raw_affiliation_string":"Samsung Toronto AI Centre, Samsung Research America, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020368096","display_name":"Vladimir Pavlovi\u0107","orcid":"https://orcid.org/0000-0003-3979-1236"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladimir Pavlovic","raw_affiliation_strings":["Rutgers University, United States"],"raw_orcid":"https://orcid.org/0000-0003-3979-1236","affiliations":[{"raw_affiliation_string":"Rutgers University, United States","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021879561","display_name":"Khai N. Truong","orcid":"https://orcid.org/0000-0003-0774-5964"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khai Truong","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0774-5964","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3929,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9058616,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8181197643280029},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7333886623382568},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.7016715407371521},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6719676852226257},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6261025071144104},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6034821271896362},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6021504402160645},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.5869654417037964},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5403019189834595},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5124883651733398},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.45857101678848267},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.44389867782592773},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4346253275871277},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.4174962043762207},{"id":"https://openalex.org/keywords/context-awareness","display_name":"Context awareness","score":0.41628673672676086},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.38057324290275574},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11326032876968384}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8181197643280029},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7333886623382568},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.7016715407371521},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6719676852226257},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6261025071144104},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6034821271896362},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6021504402160645},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.5869654417037964},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5403019189834595},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5124883651733398},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.45857101678848267},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.44389867782592773},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4346253275871277},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.4174962043762207},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.41628673672676086},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38057324290275574},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11326032876968384},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3581006","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581006","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581006","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581006","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581006","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581006","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366495671.pdf","grobid_xml":"https://content.openalex.org/works/W4366495671.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W395933519","https://openalex.org/W1834627372","https://openalex.org/W1980895458","https://openalex.org/W2007167676","https://openalex.org/W2010004730","https://openalex.org/W2012708918","https://openalex.org/W2025530819","https://openalex.org/W2045942221","https://openalex.org/W2047438859","https://openalex.org/W2047815757","https://openalex.org/W2051277183","https://openalex.org/W2053329155","https://openalex.org/W2060666149","https://openalex.org/W2061419792","https://openalex.org/W2066809819","https://openalex.org/W2093468869","https://openalex.org/W2142389575","https://openalex.org/W2144931708","https://openalex.org/W2145432738","https://openalex.org/W2146425614","https://openalex.org/W2151030757","https://openalex.org/W2161337144","https://openalex.org/W2166597489","https://openalex.org/W2405187948","https://openalex.org/W2514025902","https://openalex.org/W2544963773","https://openalex.org/W2606292320","https://openalex.org/W2608544008","https://openalex.org/W2766282241","https://openalex.org/W2775250957","https://openalex.org/W2787712888","https://openalex.org/W2791006121","https://openalex.org/W2795319782","https://openalex.org/W2795679027","https://openalex.org/W2795734224","https://openalex.org/W2906473712","https://openalex.org/W2907799275","https://openalex.org/W2917392008","https://openalex.org/W2924196385","https://openalex.org/W2940688111","https://openalex.org/W2941231575","https://openalex.org/W2941327948","https://openalex.org/W2963890755","https://openalex.org/W2964322347","https://openalex.org/W2980350689","https://openalex.org/W2997789966","https://openalex.org/W3019269619","https://openalex.org/W3031942796","https://openalex.org/W3034636873","https://openalex.org/W3034730770","https://openalex.org/W3035167603","https://openalex.org/W3042563542","https://openalex.org/W3132284786","https://openalex.org/W3159016082","https://openalex.org/W3162594825","https://openalex.org/W3178610344","https://openalex.org/W3197457832","https://openalex.org/W3206227170","https://openalex.org/W3206334115","https://openalex.org/W3207043055","https://openalex.org/W4224982724","https://openalex.org/W4238155858"],"related_works":["https://openalex.org/W2104038318","https://openalex.org/W2171898335","https://openalex.org/W79521667","https://openalex.org/W1484129134","https://openalex.org/W203241404","https://openalex.org/W2102919647","https://openalex.org/W2068316802","https://openalex.org/W2123352617","https://openalex.org/W111606382","https://openalex.org/W30326892"],"abstract_inverted_index":{"Following":[0],"along":[1],"how-to":[2],"videos":[3],"requires":[4],"alternating":[5],"focus":[6],"between":[7,76],"understanding":[8,106],"procedural":[9],"video":[10,91],"instructions":[11],"and":[12,63,80,94,130,136,142],"performing":[13],"them.":[14],"Examining":[15],"how":[16],"to":[17,138],"support":[18,143],"these":[19],"continuous":[20],"context":[21],"switches":[22],"for":[23,98,118],"the":[24,69,107,111,139],"user":[25,36],"has":[26],"been":[27],"largely":[28],"unexplored.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,72,114],"describe":[34],"a":[35,50,74,102,119,125],"study":[37],"with":[38,49],"thirty":[39],"participants":[40],"who":[41],"performed":[42],"an":[43],"hour-long":[44],"cooking":[45,61],"task":[46,127,140],"while":[47],"interacting":[48],"wizard-of-oz":[51],"hands-free":[52],"interactive":[53],"system":[54],"that":[55,86,96,122],"is":[56],"aware":[57],"of":[58,68,101],"both":[59],"their":[60],"progress":[62],"environment":[64],"contexts.":[65],"Through":[66],"analysis":[67],"session":[70],"scripts,":[71],"identify":[73,115],"dichotomy":[75],"participant":[77],"query":[78],"differences":[79],"workflow":[81],"alignment":[82],"similarities,":[83],"under-studied":[84],"interactions":[85],"require":[87],"AI":[88],"functionality":[89],"beyond":[90],"navigation":[92],"alone,":[93],"queries":[95],"call":[97],"multimodal":[99],"sensing":[100],"user\u2019s":[103,126],"environment.":[104],"By":[105],"assistant":[108,121],"experience":[109],"through":[110],"participants\u2019":[112],"interactions,":[113],"design":[116],"implications":[117],"smart":[120],"can":[123],"discern":[124],"completion":[128],"flow":[129],"personal":[131],"characteristics,":[132],"accommodate":[133],"requests":[134],"within":[135],"external":[137],"domain,":[141],"nonvoice-based":[144],"queries.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}