{"id":"https://openalex.org/W2535440397","doi":"https://doi.org/10.1145/2983323.2983327","title":"Ease the Process of Machine Learning with Dataflow","display_name":"Ease the Process of Machine Learning with Dataflow","publication_year":2016,"publication_date":"2016-10-24","ids":{"openalex":"https://openalex.org/W2535440397","doi":"https://doi.org/10.1145/2983323.2983327","mag":"2535440397"},"language":"en","primary_location":{"id":"doi:10.1145/2983323.2983327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083153841","display_name":"Tianyou Guo","orcid":"https://orcid.org/0009-0004-4535-9866"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianyou Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020766468","display_name":"Jun Xu","orcid":"https://orcid.org/0000-0001-7170-111X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101427643","display_name":"Xiaohui Yan","orcid":"https://orcid.org/0000-0003-0795-9321"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Yan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020803374","display_name":"Jianpeng Hou","orcid":"https://orcid.org/0009-0008-9425-0815"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Hou","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435506","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-3314-943X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376718","display_name":"Zhaohui Li","orcid":"https://orcid.org/0000-0003-4286-7772"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5083153841"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":2.6587,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.92867723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2437","last_page":"2440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.8955159187316895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8577206134796143},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5797675848007202},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.5352305769920349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5268686413764954},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.48808014392852783},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.3815496563911438},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3590781092643738},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3450479507446289},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1969068944454193},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18005666136741638}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.8955159187316895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8577206134796143},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5797675848007202},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.5352305769920349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5268686413764954},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.48808014392852783},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3815496563911438},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3590781092643738},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3450479507446289},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1969068944454193},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18005666136741638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2983323.2983327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2027860831","https://openalex.org/W2122465391","https://openalex.org/W2189465200","https://openalex.org/W2522006737","https://openalex.org/W4210348154"],"related_works":["https://openalex.org/W1986633584","https://openalex.org/W2037866349","https://openalex.org/W184546935","https://openalex.org/W2901581617","https://openalex.org/W1976326851","https://openalex.org/W146740654","https://openalex.org/W4381996401","https://openalex.org/W2949717367","https://openalex.org/W4288327880","https://openalex.org/W2544750528"],"abstract_inverted_index":{"Machine":[0],"learning":[1,19,29,89,99,119,170,213],"algorithms":[2,30,53,90,195,201],"have":[3],"become":[4],"the":[5,14,49,52,57,84,96,125,128,158,163,176,179,181,186,193,199,220],"key":[6,43],"components":[7],"in":[8,109,152,202],"many":[9],"big":[10],"data":[11,129],"applications.":[12],"However,":[13],"full":[15],"potential":[16],"of":[17,51,86,127,157,165,178],"machine":[18,28,88,118,169,212],"is":[20,31,101,139],"still":[21],"far":[22],"from":[23,46,130,219],"been":[24,208],"realized":[25],"because":[26],"using":[27],"hard,":[32],"especially":[33],"on":[34],"distributed":[35,200],"platforms":[36],"such":[37],"as":[38,103,196,198,210],"Hadoop":[39],"and":[40,70,121,148,167,174,185,215],"Spark.":[41],"The":[42,205],"barriers":[44,164],"come":[45],"not":[47],"only":[48],"implementation":[50],"themselves,":[54],"but":[55],"also":[56],"processing":[58],"for":[59,82,141],"applying":[60,87],"them":[61],"to":[62,91,133,144],"real":[63,92],"applications":[64],"which":[65,110],"often":[66],"involve":[67],"multiple":[68],"steps":[69],"different":[71],"algorithms.":[72],"In":[73,95],"this":[74],"demo":[75],"we":[76],"present":[77],"a":[78,98,104,117,150,153,211],"general-purpose":[79],"dataflow-based":[80],"system":[81,159,206],"easing":[83],"process":[85],"world":[93],"tasks.":[94],"system,":[97],"task":[100,151,182],"formulated":[102],"directed":[105],"acyclic":[106],"graph":[107],"(DAG)":[108],"each":[111,122],"node":[112,132],"represents":[113,124],"an":[114],"operation":[115],"(e.g.,":[116],"algorithm),":[120],"edge":[123],"flow":[126],"one":[131,203],"its":[134],"descendants.":[135],"Graphical":[136],"user":[137],"interface":[138],"implemented":[140],"making":[142],"users":[143],"create,":[145],"configure,":[146],"submit,":[147],"monitor":[149],"drag-and-drop":[154],"manner.":[155],"Advantages":[156],"include":[160],"1)":[161],"lowering":[162],"defining":[166],"executing":[168],"tasks;":[171],"2)":[172],"sharing":[173],"re-using":[175],"implementations":[177],"algorithms,":[180],"dataflow":[183],"DAGs,":[184],"(intermediate)":[187],"experimental":[188],"results;":[189],"3)":[190],"seamlessly":[191],"integrating":[192],"stand-alone":[194],"well":[197],"task.":[204],"has":[207],"deployed":[209],"service":[214],"can":[216],"be":[217],"access":[218],"Internet.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}