{"id":"https://openalex.org/W4386901698","doi":"https://doi.org/10.1561/1100000091","title":"The Roles and Modes of Human Interactions with Automated Machine Learning Systems: A Critical Review and Perspectives","display_name":"The Roles and Modes of Human Interactions with Automated Machine Learning Systems: A Critical Review and Perspectives","publication_year":2023,"publication_date":"2023-09-20","ids":{"openalex":"https://openalex.org/W4386901698","doi":"https://doi.org/10.1561/1100000091"},"language":"en","primary_location":{"id":"doi:10.1561/1100000091","is_oa":true,"landing_page_url":"https://doi.org/10.1561/1100000091","pdf_url":null,"source":{"id":"https://openalex.org/S189699570","display_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","issn_l":"1551-3955","issn":["1551-3955","1551-3963"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1561/1100000091","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035804986","display_name":"Thanh Tung Khuat","orcid":"https://orcid.org/0000-0002-6456-8530"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Thanh Tung Khuat","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, ,","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, ,","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024261145","display_name":"David Jacob Kedziora","orcid":"https://orcid.org/0000-0002-0673-182X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"David Jacob Kedziora","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, ,","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, ,","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083181106","display_name":"Bogdan Gabry\u015b","orcid":"https://orcid.org/0000-0002-0790-2846"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bogdan Gabrys","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, ,","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, ,","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":4.1568,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94090687,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"17","issue":"3-4","first_page":"195","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.35569998621940613,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.35569998621940613,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4781659245491028},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4278477132320404},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.42527955770492554},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3545205593109131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33463171124458313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4781659245491028},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4278477132320404},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.42527955770492554},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3545205593109131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33463171124458313}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/1100000091","is_oa":true,"landing_page_url":"https://doi.org/10.1561/1100000091","pdf_url":null,"source":{"id":"https://openalex.org/S189699570","display_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","issn_l":"1551-3955","issn":["1551-3955","1551-3963"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1561/1100000091","is_oa":true,"landing_page_url":"https://doi.org/10.1561/1100000091","pdf_url":null,"source":{"id":"https://openalex.org/S189699570","display_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","issn_l":"1551-3955","issn":["1551-3955","1551-3963"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Human\u2013Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":176,"referenced_works":["https://openalex.org/W62218527","https://openalex.org/W1501005121","https://openalex.org/W1515490832","https://openalex.org/W1555199703","https://openalex.org/W1826252626","https://openalex.org/W1862210950","https://openalex.org/W1889372446","https://openalex.org/W1965240572","https://openalex.org/W1968970479","https://openalex.org/W1974036924","https://openalex.org/W1979900513","https://openalex.org/W1980857422","https://openalex.org/W1987135115","https://openalex.org/W1988093599","https://openalex.org/W1992789308","https://openalex.org/W1994830145","https://openalex.org/W2000052479","https://openalex.org/W2011301426","https://openalex.org/W2026272086","https://openalex.org/W2035922091","https://openalex.org/W2048269309","https://openalex.org/W2055175765","https://openalex.org/W2059216172","https://openalex.org/W2068921343","https://openalex.org/W2078496688","https://openalex.org/W2079418061","https://openalex.org/W2079560958","https://openalex.org/W2085362840","https://openalex.org/W2085789144","https://openalex.org/W2086413597","https://openalex.org/W2087866628","https://openalex.org/W2091118421","https://openalex.org/W2099419573","https://openalex.org/W2113972270","https://openalex.org/W2121854064","https://openalex.org/W2122776323","https://openalex.org/W2123179704","https://openalex.org/W2123713131","https://openalex.org/W2129021863","https://openalex.org/W2129618861","https://openalex.org/W2136920231","https://openalex.org/W2146948159","https://openalex.org/W2147519552","https://openalex.org/W2151377850","https://openalex.org/W2155251704","https://openalex.org/W2159371584","https://openalex.org/W2161133721","https://openalex.org/W2161336914","https://openalex.org/W2165698076","https://openalex.org/W2167101736","https://openalex.org/W2170789952","https://openalex.org/W2194321275","https://openalex.org/W2200000192","https://openalex.org/W2254381732","https://openalex.org/W2257979135","https://openalex.org/W2294212155","https://openalex.org/W2340696859","https://openalex.org/W2501741641","https://openalex.org/W2510750606","https://openalex.org/W2521298290","https://openalex.org/W2526447135","https://openalex.org/W2546579215","https://openalex.org/W2548421507","https://openalex.org/W2556838012","https://openalex.org/W2559726797","https://openalex.org/W2560263412","https://openalex.org/W2565989828","https://openalex.org/W2574287525","https://openalex.org/W2584919286","https://openalex.org/W2586206649","https://openalex.org/W2587299461","https://openalex.org/W2588104504","https://openalex.org/W2602734281","https://openalex.org/W2658306063","https://openalex.org/W2717964052","https://openalex.org/W2735548901","https://openalex.org/W2738428139","https://openalex.org/W2748347163","https://openalex.org/W2752194699","https://openalex.org/W2759641418","https://openalex.org/W2760097171","https://openalex.org/W2762221702","https://openalex.org/W2763646004","https://openalex.org/W2766447205","https://openalex.org/W2769278191","https://openalex.org/W2770849903","https://openalex.org/W2784773199","https://openalex.org/W2788388592","https://openalex.org/W2790902688","https://openalex.org/W2791987562","https://openalex.org/W2792183666","https://openalex.org/W2796095619","https://openalex.org/W2797200625","https://openalex.org/W2807550295","https://openalex.org/W2807910285","https://openalex.org/W2884001214","https://openalex.org/W2887231081","https://openalex.org/W2889073286","https://openalex.org/W2902907165","https://openalex.org/W2903210766","https://openalex.org/W2911296969","https://openalex.org/W2911396267","https://openalex.org/W2917286209","https://openalex.org/W2922546135","https://openalex.org/W2925672628","https://openalex.org/W2929238494","https://openalex.org/W2945951021","https://openalex.org/W2945976633","https://openalex.org/W2947702829","https://openalex.org/W2948742859","https://openalex.org/W2948897128","https://openalex.org/W2956832300","https://openalex.org/W2960217013","https://openalex.org/W2962772482","https://openalex.org/W2963095307","https://openalex.org/W2963149119","https://openalex.org/W2963461965","https://openalex.org/W2963475757","https://openalex.org/W2963588812","https://openalex.org/W2964031043","https://openalex.org/W2964627913","https://openalex.org/W2966284335","https://openalex.org/W2968594679","https://openalex.org/W2971867419","https://openalex.org/W2974817986","https://openalex.org/W2981149162","https://openalex.org/W2981731882","https://openalex.org/W2981869278","https://openalex.org/W2989343087","https://openalex.org/W2989847975","https://openalex.org/W2995482541","https://openalex.org/W2997468044","https://openalex.org/W3004493409","https://openalex.org/W3006913750","https://openalex.org/W3008345048","https://openalex.org/W3013160799","https://openalex.org/W3013952374","https://openalex.org/W3034195306","https://openalex.org/W3034428338","https://openalex.org/W3036985664","https://openalex.org/W3037197243","https://openalex.org/W3039207898","https://openalex.org/W3041133507","https://openalex.org/W3044557985","https://openalex.org/W3045491252","https://openalex.org/W3047096399","https://openalex.org/W3082094438","https://openalex.org/W3092425241","https://openalex.org/W3092731680","https://openalex.org/W3093033010","https://openalex.org/W3096541186","https://openalex.org/W3101557309","https://openalex.org/W3112103703","https://openalex.org/W3113927274","https://openalex.org/W3116286104","https://openalex.org/W3117442988","https://openalex.org/W3123920941","https://openalex.org/W3124412656","https://openalex.org/W3146523516","https://openalex.org/W3147517805","https://openalex.org/W3148940546","https://openalex.org/W3158459113","https://openalex.org/W3161614883","https://openalex.org/W3177828909","https://openalex.org/W3181414820","https://openalex.org/W3189635640","https://openalex.org/W3196167775","https://openalex.org/W3198760712","https://openalex.org/W4231827019","https://openalex.org/W4233290976","https://openalex.org/W4244559584","https://openalex.org/W4251468530","https://openalex.org/W4254921615","https://openalex.org/W4288083546","https://openalex.org/W4289236186","https://openalex.org/W4292157289"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"As":[0,133],"automated":[1],"machine":[2,68],"learning":[3,142],"(AutoML)":[4],"systems":[5,135],"continue":[6],"to":[7,17,47,57,172,195,253],"progress":[8],"in":[9,162,190,208,239],"both":[10,30,270],"sophistication":[11],"and":[12,21,32,61,97,114,129,139,188,234,264,272],"performance,":[13],"it":[14,53],"becomes":[15],"important":[16],"understand":[18],"the":[19,59,76,92,101,148,165,198,223,229,262],"\u2018how\u2019":[20],"\u2018why\u2019":[22],"of":[23,67,94,103,112,141,151,167,200,225,266],"human-computer":[24],"interaction":[25],"(HCI)":[26],"within":[27,105],"these":[28,156],"frameworks,":[29],"current":[31,271],"expected.":[33],"Such":[34],"a":[35,241],"discussion":[36,213],"is":[37,54],"necessary":[38],"for":[39,86,109,219],"optimal":[40],"system":[41],"design,":[42,185],"leveraging":[43],"advanced":[44],"data-processing":[45],"capabilities":[46],"support":[48],"decision-making":[49],"involving":[50],"humans,":[51],"but":[52],"also":[55],"key":[56,255],"identifying":[58],"opportunities":[60],"risks":[62],"presented":[63],"by":[64],"ever-increasing":[65],"levels":[66],"autonomy.":[69],"Within":[70],"this":[71,169,250],"context,":[72],"we":[73,158,180,202],"focus":[74,230],"on":[75,232,245],"following":[77],"questions:":[78],"(i)":[79],"What":[80],"does":[81],"HCI":[82,104,119,152,163,236],"currently":[83],"look":[84],"like":[85],"state-of-the-art":[87],"AutoML":[88,106,124,134,205,274],"algorithms,":[89],"especially":[90],"during":[91],"stages":[93],"development,":[95],"deployment,":[96],"maintenance?":[98],"(ii)":[99],"Do":[100],"expectations":[102],"frameworks":[107],"vary":[108],"different":[110],"types":[111],"users":[113],"stakeholders?":[115],"(iii)":[116],"How":[117],"can":[118],"be":[120],"managed":[121],"so":[122,178],"that":[123],"solutions":[125],"acquire":[126],"human":[127,267],"trust":[128,189],"broad":[130],"acceptance?":[131],"(iv)":[132],"become":[136],"more":[137],"autonomous":[138],"capable":[140],"from":[143],"complex":[144],"open-ended":[145,210],"environments,":[146],"will":[147],"fundamental":[149],"nature":[150],"evolve?":[153],"To":[154],"consider":[155],"questions,":[157],"project":[159],"existing":[160],"literature":[161],"into":[164],"space":[166],"AutoML;":[168],"connection":[170],"has,":[171],"date,":[173],"largely":[174],"been":[175],"unexplored.":[176],"In":[177],"doing,":[179],"review":[181,251],"topics":[182],"including":[183],"user-interface":[184],"human-bias":[186],"mitigation,":[187],"artificial":[191],"intelligence":[192],"(AI).":[193],"Additionally,":[194],"rigorously":[196],"gauge":[197],"future":[199,273],"HCI,":[201],"contemplate":[203],"how":[204,233],"may":[206,237],"manifest":[207],"effectively":[209],"environments.":[211],"This":[212],"necessarily":[214],"reviews":[215],"projected":[216],"developmental":[217],"pathways":[218],"AutoML,":[220],"such":[221,240],"as":[222],"incorporation":[224],"high-level":[226],"reasoning,":[227],"although":[228],"remains":[231],"why":[235],"occur":[238],"framework":[242],"rather":[243],"than":[244],"any":[246],"implementational":[247],"details.":[248],"Ultimately,":[249],"serves":[252],"identify":[254],"research":[256],"directions":[257],"aimed":[258],"at":[259],"better":[260],"facilitating":[261],"roles":[263],"modes":[265],"interactions":[268],"with":[269],"systems.":[275]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}