{"id":"https://openalex.org/W7133323451","doi":"https://doi.org/10.1145/3742413.3789118","title":"A Multimodal Investigation of Controllability and Cognitive Load in Interactive Machine Learning","display_name":"A Multimodal Investigation of Controllability and Cognitive Load in Interactive Machine Learning","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133323451","doi":"https://doi.org/10.1145/3742413.3789118"},"language":null,"primary_location":{"id":"doi:10.1145/3742413.3789118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789118","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742413.3789118","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127898646","display_name":"Cedric Bone","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cedric Bone","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, New York, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, New York, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127999659","display_name":"Parth Kapur","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parth Kapur","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, New York, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, New York, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067170834","display_name":"Cecilia Ovesdotter Alm","orcid":"https://orcid.org/0000-0002-8730-0916"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cecilia O. Alm","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, New York, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, New York, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5127898646"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":80.8349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9978392,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"717","last_page":"729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.08269999921321869,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.715399980545044},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.5870000123977661},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4810999929904938},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4507000148296356},{"id":"https://openalex.org/keywords/human\u2013machine-system","display_name":"Human\u2013machine system","score":0.4066999852657318},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.39809998869895935},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3353999853134155},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.3127000033855438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386000156402588},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.715399980545044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6308000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6273000240325928},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.5870000123977661},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5199000239372253},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4810999929904938},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3353999853134155},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742413.3789118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789118","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742413.3789118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789118","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W76274563","https://openalex.org/W1499864241","https://openalex.org/W1501005121","https://openalex.org/W1960419492","https://openalex.org/W1969783622","https://openalex.org/W1978941942","https://openalex.org/W2002335446","https://openalex.org/W2003238113","https://openalex.org/W2064675550","https://openalex.org/W2080430588","https://openalex.org/W2110065044","https://openalex.org/W2130502454","https://openalex.org/W2130736456","https://openalex.org/W2144578941","https://openalex.org/W2146436037","https://openalex.org/W2151019861","https://openalex.org/W2157289187","https://openalex.org/W2203197981","https://openalex.org/W2418625593","https://openalex.org/W2514523391","https://openalex.org/W2529275262","https://openalex.org/W2781634994","https://openalex.org/W2790505917","https://openalex.org/W2794079986","https://openalex.org/W2800397035","https://openalex.org/W2890656423","https://openalex.org/W2904105652","https://openalex.org/W2963625095","https://openalex.org/W2999488406","https://openalex.org/W3038932711","https://openalex.org/W3041011740","https://openalex.org/W3093009924","https://openalex.org/W3113009379","https://openalex.org/W3133456026","https://openalex.org/W3187108530","https://openalex.org/W3189085824","https://openalex.org/W3201408086","https://openalex.org/W3208963167","https://openalex.org/W3211672407","https://openalex.org/W3213884727","https://openalex.org/W4206337041","https://openalex.org/W4206480062","https://openalex.org/W4220829398","https://openalex.org/W4220838549","https://openalex.org/W4220893555","https://openalex.org/W4225149680","https://openalex.org/W4235474878","https://openalex.org/W4241819366","https://openalex.org/W4287854988","https://openalex.org/W4290960195","https://openalex.org/W4293715050","https://openalex.org/W4320838877","https://openalex.org/W4360991222","https://openalex.org/W4365504037","https://openalex.org/W4381163911","https://openalex.org/W4381733870","https://openalex.org/W4383264273","https://openalex.org/W4386133613","https://openalex.org/W4389035687","https://openalex.org/W4393970543","https://openalex.org/W4398204765"],"related_works":[],"abstract_inverted_index":{"Interactive":[0],"Machine":[1],"Learning":[2],"(IML)":[3],"systems":[4],"promise":[5],"to":[6,76,121],"democratize":[7],"AI":[8],"by":[9],"enabling":[10],"human":[11,36,124],"influence":[12],"over":[13],"model":[14,79],"behavior,":[15],"yet":[16],"the":[17,41,123],"cognitive":[18],"and":[19,52,86,118],"behavioral":[20,119],"implications":[21],"of":[22,31,43,126],"user":[23],"control":[24,61],"remain":[25],"understudied.":[26],"We":[27],"present":[28],"an":[29,44,70],"investigation":[30],"how":[32],"system":[33,56],"controllability":[34],"affects":[35],"factors":[37],"in":[38],"IML":[39],"through":[40],"lens":[42],"extensible":[45],"research":[46,53],"platform":[47],"designed":[48],"for":[49],"both":[50],"pedagogical":[51],"applications.":[54],"Our":[55],"features":[57],"a":[58,65,90],"toggleable":[59],"hyperparameter":[60],"panel":[62],"that":[63],"transforms":[64],"streamlined":[66],"annotation":[67],"interface":[68],"into":[69],"adjustable":[71],"learning":[72,83],"environment,":[73],"allowing":[74],"users":[75],"directly":[77],"manipulate":[78],"training":[80],"dynamics":[81],"including":[82],"rates,":[84],"optimizers,":[85],"regularization":[87],"parameters.":[88],"Through":[89],"controlled":[91],"laboratory":[92],"study":[93],"with":[94],"46":[95],"participants":[96],"performing":[97],"Named":[98],"Entity":[99],"Recognition":[100],"(NER)":[101],"tasks,":[102],"we":[103],"used":[104],"multimodal":[105],"measurements":[106],"combining":[107],"subjective":[108],"assessments":[109],"(NASA-TLX),":[110],"physiological":[111],"measures":[112],"(pupil":[113],"dilation,":[114],"galvanic":[115],"skin":[116],"response),":[117],"metrics":[120],"understand":[122],"cost":[125],"algorithmic":[127],"control.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2026-03-04T00:00:00"}