{"id":"https://openalex.org/W3092425241","doi":"https://doi.org/10.1109/tvcg.2020.3030361","title":"<i>PipelineProfiler:</i> A Visual Analytics Tool for the Exploration of AutoML Pipelines","display_name":"<i>PipelineProfiler:</i> A Visual Analytics Tool for the Exploration of AutoML Pipelines","publication_year":2020,"publication_date":"2020-10-13","ids":{"openalex":"https://openalex.org/W3092425241","doi":"https://doi.org/10.1109/tvcg.2020.3030361","mag":"3092425241"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2020.3030361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3030361","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051400014","display_name":"Jorge Piazentin Ono","orcid":"https://orcid.org/0000-0002-2424-0186"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jorge Piazentin Ono","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072638742","display_name":"Sonia Castelo","orcid":"https://orcid.org/0000-0001-6881-3006"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonia Castelo","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036120336","display_name":"Roque L\u00f3pez","orcid":"https://orcid.org/0000-0003-3484-1783"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roque Lopez","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923390","display_name":"Enrico Bertini","orcid":"https://orcid.org/0000-0002-9932-0551"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enrico Bertini","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006773757","display_name":"Juliana Freire","orcid":"https://orcid.org/0000-0003-3915-7075"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juliana Freire","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003584200","display_name":"Claudio Silva","orcid":"https://orcid.org/0000-0003-2452-2295"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claudio Silva","raw_affiliation_strings":["New York University","New York University**"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University**","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0623,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.94957935,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"27","issue":"2","first_page":"390","last_page":"400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.748816967010498},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6809148788452148},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6778196096420288},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6528788208961487},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.5427039861679077},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.5253305435180664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5053001046180725},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.49982571601867676},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48560231924057007},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46366599202156067},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4636467695236206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42670580744743347},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4149254858493805},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33213692903518677},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15643057227134705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09342575073242188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.748816967010498},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6809148788452148},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6778196096420288},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6528788208961487},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.5427039861679077},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.5253305435180664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5053001046180725},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.49982571601867676},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48560231924057007},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46366599202156067},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4636467695236206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42670580744743347},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4149254858493805},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33213692903518677},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15643057227134705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09342575073242188},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvcg.2020.3030361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3030361","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W114730584","https://openalex.org/W1493526108","https://openalex.org/W1588659438","https://openalex.org/W1968648267","https://openalex.org/W2009543464","https://openalex.org/W2032191478","https://openalex.org/W2043544484","https://openalex.org/W2081459780","https://openalex.org/W2090491854","https://openalex.org/W2102539288","https://openalex.org/W2127058057","https://openalex.org/W2132022337","https://openalex.org/W2132862423","https://openalex.org/W2135415614","https://openalex.org/W2137406659","https://openalex.org/W2146292423","https://openalex.org/W2153620993","https://openalex.org/W2156543375","https://openalex.org/W2170607286","https://openalex.org/W2182361439","https://openalex.org/W2222512263","https://openalex.org/W2512274390","https://openalex.org/W2587299461","https://openalex.org/W2613751718","https://openalex.org/W2732547613","https://openalex.org/W2753676244","https://openalex.org/W2766412091","https://openalex.org/W2783239537","https://openalex.org/W2889730816","https://openalex.org/W2894362806","https://openalex.org/W2895658904","https://openalex.org/W2913615284","https://openalex.org/W2916292150","https://openalex.org/W2945790622","https://openalex.org/W2947123069","https://openalex.org/W2948742859","https://openalex.org/W2949593877","https://openalex.org/W2949973186","https://openalex.org/W2954438306","https://openalex.org/W2963214037","https://openalex.org/W2965446359","https://openalex.org/W2972236817","https://openalex.org/W2972615418","https://openalex.org/W2991279064","https://openalex.org/W2995482541","https://openalex.org/W2995561411","https://openalex.org/W3021321097","https://openalex.org/W3099545035","https://openalex.org/W3099934359","https://openalex.org/W3105885889","https://openalex.org/W3106372104","https://openalex.org/W3120740533","https://openalex.org/W3122753382","https://openalex.org/W4213308398","https://openalex.org/W4226503094","https://openalex.org/W4229673297","https://openalex.org/W4288086169","https://openalex.org/W4288348012","https://openalex.org/W4293857795","https://openalex.org/W6600808634","https://openalex.org/W6604629408","https://openalex.org/W6635228124","https://openalex.org/W6685961532","https://openalex.org/W6754820192","https://openalex.org/W6755599794","https://openalex.org/W6762685601","https://openalex.org/W6763548521","https://openalex.org/W6802962145"],"related_works":["https://openalex.org/W2062940763","https://openalex.org/W2186032312","https://openalex.org/W3149127250","https://openalex.org/W2158984754","https://openalex.org/W2080934634","https://openalex.org/W4246764483","https://openalex.org/W2126824079","https://openalex.org/W2143428259","https://openalex.org/W2112083262","https://openalex.org/W4378086562"],"abstract_inverted_index":{"In":[0,74],"recent":[1],"years,":[2],"a":[3,71,122,133,171,182,186],"wide":[4],"variety":[5],"of":[6,26,34,42,92,96,125,127,136,156,185],"automated":[7],"machine":[8,58,97],"learning":[9,59,98],"(AutoML)":[10],"methods":[11],"have":[12],"been":[13],"proposed":[14],"to":[15,51,61,120,166],"generate":[16],"end-to-end":[17],"ML":[18,129],"pipelines.":[19],"While":[20],"these":[21],"techniques":[22],"facilitate":[23],"the":[24,32,35,39,79,88,93,128,137,154],"creation":[25],"models,":[27],"given":[28,72],"their":[29],"black-box":[30],"nature,":[31],"complexity":[33],"underlying":[36],"algorithms,":[37],"and":[38,90,111,169,195],"large":[40],"number":[41],"pipelines":[43,100],"they":[44,46,148],"derive,":[45],"are":[47],"difficult":[48],"for":[49,57,70],"developers":[50],"debug.":[52],"It":[53],"is":[54,67,106,164],"also":[55],"challenging":[56],"experts":[60],"select":[62],"an":[63,82],"AutoML":[64,103,173,197],"system":[65],"that":[66,86,139],"well":[68,143],"suited":[69],"problem.":[73],"this":[75],"paper,":[76],"we":[77,176],"present":[78],"Pipeline":[80],"Profiler,":[81],"interactive":[83],"visualization":[84],"tool":[85,158],"allows":[87],"exploration":[89],"comparison":[91],"solution":[94],"space":[95],"(ML)":[99],"produced":[101],"by":[102,180],"systems.":[104],"PipelineProfiler":[105,163],"integrated":[107],"with":[108,115,189],"Jupyter":[109],"Notebook":[110],"can":[112,149],"be":[113,150],"combined":[114],"common":[116],"data":[117,191],"science":[118],"tools":[119],"enable":[121],"rich":[123],"set":[124],"analyses":[126],"pipelines,":[130],"providing":[131],"users":[132],"better":[134,167],"understanding":[135],"algorithms":[138],"generated":[140],"them":[141],"as":[142,144],"insights":[145],"into":[146],"how":[147],"improved.":[151],"We":[152],"demonstrate":[153],"utility":[155],"our":[157,178],"through":[159],"use":[160],"cases":[161],"where":[162],"used":[165],"understand":[168],"improve":[170],"real-world":[172],"system.":[174],"Furthermore,":[175],"validate":[177],"approach":[179],"presenting":[181],"detailed":[183],"analysis":[184],"think-aloud":[187],"experiment":[188],"six":[190],"scientists":[192],"who":[193],"develop":[194],"evaluate":[196],"tools.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-10-15T00:00:00"}