{"id":"https://openalex.org/W2898496135","doi":"https://doi.org/10.1109/tsc.2019.2928551","title":"A Comparative Measurement Study of Deep Learning as a Service Framework","display_name":"A Comparative Measurement Study of Deep Learning as a Service Framework","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2898496135","doi":"https://doi.org/10.1109/tsc.2019.2928551","mag":"2898496135"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2019.2928551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2019.2928551","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.12210","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yanzhao Wu","orcid":"https://orcid.org/0000-0001-8761-5486"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhao Wu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8761-5486","affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ling Liu","orcid":"https://orcid.org/0000-0002-4138-3082"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ling Liu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4138-3082","affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Calton Pu","orcid":"https://orcid.org/0000-0002-6616-8987"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calton Pu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6616-8987","affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqi Cao","orcid":"https://orcid.org/0000-0002-6158-5693"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Cao","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6158-5693","affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Semih Sahin","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Semih Sahin","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqi Wei","orcid":"https://orcid.org/0000-0001-9177-114X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Wei","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9177-114X","affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-6076-510X"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["IBM T. J. Watson, Yorktown Heights, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6076-510X","affiliations":[{"raw_affiliation_string":"IBM T. J. Watson, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5326,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96648267,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"15","issue":"1","first_page":"551","last_page":"566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.21899999678134918,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.21899999678134918,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.1673000007867813,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5982000231742859},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.564300000667572},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5400999784469604},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4902999997138977},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.487199991941452},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.46619999408721924},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3880999982357025},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.3822000026702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8435999751091003},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.564300000667572},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5400999784469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5358999967575073},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4812999963760376},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.46619999408721924},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35910001397132874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3264999985694885},{"id":"https://openalex.org/C181889124","wikidata":"https://www.wikidata.org/wiki/Q380204","display_name":"Service level","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.31929999589920044},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2019.2928551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2019.2928551","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1810.12210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12210","pdf_url":"https://arxiv.org/pdf/1810.12210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.12210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12210","pdf_url":"https://arxiv.org/pdf/1810.12210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1930769405","display_name":"EAGER: An Exploratory Study of Multi-Hazard Management through Multi-Source Integration of Physical and Social Sensors","funder_award_id":"1402266","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3011486811","display_name":"CSR: Small: Lightning in Clouds: Detection and Characterization of Very Short Bottlenecks","funder_award_id":"1421561","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5206010609","display_name":"TWC: Medium: Privacy Preserving Computation in Big Data Clouds","funder_award_id":"1564097","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6042908235","display_name":"CRISP Type 1:  Multi-Scale Modeling Framework for the Assessment and Control of Resilient Interdependent Critical Infrastructure Systems","funder_award_id":"1541074","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317061","display_name":"Georgia Tech Foundation","ror":null},{"id":"https://openalex.org/F4320321879","display_name":"Fujitsu","ror":"https://ror.org/038e2g226"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1955857676","https://openalex.org/W1988888548","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2141125852","https://openalex.org/W2155893237","https://openalex.org/W2513383847","https://openalex.org/W2725719541","https://openalex.org/W2734556049","https://openalex.org/W2736230459","https://openalex.org/W2766362889","https://openalex.org/W2883457665","https://openalex.org/W2963674387","https://openalex.org/W2964330541","https://openalex.org/W6600213771","https://openalex.org/W6622239757","https://openalex.org/W6631190155","https://openalex.org/W6634431598","https://openalex.org/W6636358008","https://openalex.org/W6685315510","https://openalex.org/W6686164453","https://openalex.org/W6694517276","https://openalex.org/W6787972765"],"related_works":[],"abstract_inverted_index":{"Big":[0],"data":[1,24],"powered":[2],"Deep":[3],"Learning":[4],"(DL)":[5],"and":[6,37,40,61,91,129,155,166,169,188,191,196,199,226,233,242,249,253],"its":[7,119],"applications":[8],"have":[9,122],"blossomed":[10],"in":[11,34,57],"recent":[12],"years,":[13],"fueled":[14],"by":[15,161],"three":[16,99],"technological":[17],"trends:":[18],"a":[19,27,41,75,84,103,112,123,175,246],"large":[20],"amount":[21],"of":[22,30,43,59,74,93,105,118,131,137,158,184,205,211,228],"digitized":[23],"openly":[25],"accessible,":[26],"growing":[28],"number":[29],"DL":[31,52,76,96,114,132,159,186,231,244,260,265],"software":[32],"frameworks":[33,97,160,187,261],"open":[35],"source":[36],"commercial":[38],"markets,":[39],"selection":[42,73,104],"affordable":[44],"parallel":[45,163,213],"computing":[46,164,214],"hardware":[47],"devices.":[48],"However,":[49],"no":[50],"single":[51],"framework,":[53,115],"to":[54,87,134,145,202,240,256],"date,":[55],"dominates":[56],"terms":[58],"performance":[60,128,154,190],"accuracy":[62,130,157,192],"even":[63],"for":[64,111,149,237,250,262],"baseline":[65],"classification":[66],"tasks":[67],"on":[68,126,179],"standard":[69],"datasets,":[70],"making":[71],"the":[72,135,143,147,151,156,180,258,263],"framework":[77],"an":[78],"overwhelming":[79],"task.":[80],"This":[81],"paper":[82],"takes":[83],"holistic":[85],"approach":[86],"conduct":[88,174],"empirical":[89,224],"comparison":[90,225],"analysis":[92,227],"four":[94,185,229],"representative":[95,230],"with":[98],"unique":[100],"contributions.First,":[101],"given":[102],"CPU-GPU":[106],"configurations,":[107],"we":[108,172],"show":[109],"that":[110,218],"specific":[113],"different":[116,208],"configurations":[117],"hyper-parameters":[120,206],"may":[121],"significant":[124],"impact":[125],"both":[127],"applications.Second,":[133],"best":[136],"our":[138],"knowledge,":[139],"this":[140,219],"study":[141,178,221],"is":[142],"first":[144],"identify":[146],"opportunities":[148],"improving":[150],"training":[152],"time":[153],"configuring":[162],"libraries":[165],"tuning":[167],"individual":[168],"multiple":[170],"hyper-parameters.Third,":[171],"also":[173],"comparative":[176],"measurement":[177,220],"resource":[181],"consumption":[182],"patterns":[183],"their":[189,200],"implications,":[193],"including":[194],"CPU":[195],"memory":[197],"usage,":[198],"correlations":[201],"varying":[203],"settings":[204],"under":[207],"configuration":[209],"combinations":[210],"hardware,":[212],"libraries.":[215],"We":[216],"argue":[217],"provides":[222],"in-depth":[223],"frameworks,":[232],"offers":[234],"practical":[235],"guidance":[236],"service":[238],"providers":[239],"deploying":[241],"delivering":[243],"as":[245],"Service":[247],"(DLaaS)":[248],"application":[251],"developers":[252],"DLaaS":[254],"consumers":[255],"select":[257],"right":[259,264],"workloads.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2018-11-02T00:00:00"}