{"id":"https://openalex.org/W2916292150","doi":"https://doi.org/10.1145/3301275.3302324","title":"Towards human-guided machine learning","display_name":"Towards human-guided machine learning","publication_year":2019,"publication_date":"2019-02-19","ids":{"openalex":"https://openalex.org/W2916292150","doi":"https://doi.org/10.1145/3301275.3302324","mag":"2916292150"},"language":"en","primary_location":{"id":"doi:10.1145/3301275.3302324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3301275.3302324","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3301275.3302324","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3301275.3302324","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040878653","display_name":"Yolanda Gil","orcid":"https://orcid.org/0000-0001-8465-8341"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yolanda Gil","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048280610","display_name":"James Honaker","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Honaker","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101944645","display_name":"Shikhar Gupta","orcid":"https://orcid.org/0000-0001-6299-5769"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shikhar Gupta","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054768730","display_name":"Yibo Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yibo Ma","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057729042","display_name":"Vito D\u2019Orazio","orcid":"https://orcid.org/0000-0003-4249-0768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vito D'Orazio","raw_affiliation_strings":["University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033224077","display_name":"Daniel Garijo","orcid":"https://orcid.org/0000-0003-0454-7145"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Garijo","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020243335","display_name":"Shruti P. Gadewar","orcid":"https://orcid.org/0000-0003-4790-0092"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shruti Gadewar","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002378639","display_name":"Qifan Yang","orcid":"https://orcid.org/0000-0003-1791-985X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qifan Yang","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019781190","display_name":"Neda Jahanshad","orcid":"https://orcid.org/0000-0003-4401-8950"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neda Jahanshad","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2007,"has_fulltext":true,"cited_by_count":75,"citation_normalized_percentile":{"value":0.97550527,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7156258821487427},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6501549482345581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6201012134552002},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5832687020301819},{"id":"https://openalex.org/keywords/human\u2013machine-system","display_name":"Human\u2013machine system","score":0.4965716004371643},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.41400596499443054},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36259111762046814},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1073935329914093},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.07649794220924377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156258821487427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6501549482345581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6201012134552002},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5832687020301819},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4965716004371643},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41400596499443054},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36259111762046814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1073935329914093},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.07649794220924377},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3301275.3302324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3301275.3302324","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3301275.3302324","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3301275.3302324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3301275.3302324","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3301275.3302324","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4262751095","display_name":null,"funder_award_id":"FA8750-17-C-0106","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G740257835","display_name":null,"funder_award_id":"FA8750-17-2-0114","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1097741600","https://openalex.org/W1501005121","https://openalex.org/W1568871903","https://openalex.org/W1570448133","https://openalex.org/W2021314860","https://openalex.org/W2064766209","https://openalex.org/W2097432728","https://openalex.org/W2101234009","https://openalex.org/W2102521965","https://openalex.org/W2102539288","https://openalex.org/W2151808187","https://openalex.org/W2161361863","https://openalex.org/W2182361439","https://openalex.org/W2300952257","https://openalex.org/W2338065342","https://openalex.org/W2403248946","https://openalex.org/W2563271136","https://openalex.org/W2589660030","https://openalex.org/W2591812915","https://openalex.org/W2592218985","https://openalex.org/W2593903637","https://openalex.org/W2594440402","https://openalex.org/W2616602896","https://openalex.org/W2620216070","https://openalex.org/W2751642492","https://openalex.org/W2751722336","https://openalex.org/W2788083170","https://openalex.org/W2789415069","https://openalex.org/W2789895350","https://openalex.org/W2794125445","https://openalex.org/W2883424428","https://openalex.org/W2949572336","https://openalex.org/W2950232947","https://openalex.org/W2966207845","https://openalex.org/W2997591727"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W2548721895","https://openalex.org/W2373456246","https://openalex.org/W3196817267","https://openalex.org/W222919325"],"abstract_inverted_index":{"Automated":[0],"Machine":[1],"Learning":[2],"(AutoML)":[3],"systems":[4,145],"are":[5],"emerging":[6],"that":[7,36,72,89,93],"automatically":[8],"search":[9,123],"for":[10,29,124,132],"possible":[11,18],"solutions":[12,125],"from":[13],"a":[14,53,57,84,94,102],"large":[15],"space":[16],"of":[17,20,87,104,118,142,148],"kinds":[19],"models.":[21],"Although":[22],"fully":[23],"automated":[24],"machine":[25,49],"learning":[26,50],"is":[27],"appropriate":[28],"many":[30],"applications,":[31],"users":[32],"often":[33],"have":[34],"knowledge":[35,76],"supplements":[37],"and":[38,43,64,111,138],"constraints":[39],"the":[40,74,78,91,120],"available":[41],"data":[42,79],"solutions.":[44],"This":[45],"paper":[46],"proposes":[47],"human-guided":[48],"(HGML)":[51],"as":[52],"hybrid":[54],"approach":[55],"where":[56],"user":[58,95],"interacts":[59],"with":[60],"an":[61,127,140],"AutoML":[62,128,144],"system":[63],"tasks":[65,92],"it":[66],"to":[67,98],"explore":[68],"different":[69],"problem":[70],"settings":[71],"reflect":[73],"user's":[75],"about":[77],"available.":[80],"We":[81],"present:":[82],"1)":[83],"task":[85],"analysis":[86],"HGML":[88,133],"shows":[90],"would":[96,122],"want":[97],"carry":[99],"out,":[100],"2)":[101],"characterization":[103],"two":[105],"scientific":[106],"publications,":[107],"one":[108,112],"in":[109,113,116,146],"neuroscience":[110],"political":[114],"science,":[115],"terms":[117,147],"how":[119],"authors":[121],"using":[126],"system,":[129],"3)":[130],"requirements":[131],"based":[134],"on":[135],"those":[136,149],"characterizations,":[137],"4)":[139],"assessment":[141],"existing":[143],"requirements.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":8}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}