{"id":"https://openalex.org/W2898496135","doi":"https://doi.org/10.1109/tsc.2019.2928551","title":"A Comparative Measurement Study of Deep Learning as a Service Framework","display_name":"A Comparative Measurement Study of Deep Learning as a Service Framework","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2898496135","doi":"https://doi.org/10.1109/tsc.2019.2928551","mag":"2898496135"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2019.2928551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2019.2928551","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.12210","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yanzhao Wu","orcid":"https://orcid.org/0000-0001-8761-5486"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yanzhao Wu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ling Liu","orcid":"https://orcid.org/0000-0002-4138-3082"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ling Liu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Calton Pu","orcid":"https://orcid.org/0000-0002-6616-8987"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calton Pu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqi Cao","orcid":"https://orcid.org/0000-0002-6158-5693"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Cao","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Semih Sahin","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Semih Sahin","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqi Wei","orcid":"https://orcid.org/0000-0001-9177-114X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Wei","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-6076-510X"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["IBM T. J. Watson, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":5.9887,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96295596,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"15","issue":"1","first_page":"551","last_page":"566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.21899999678134918,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.21899999678134918,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.1673000007867813,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5982000231742859},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.564300000667572},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5400999784469604},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4902999997138977},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.487199991941452},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.46619999408721924},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3880999982357025},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.3822000026702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8435999751091003},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.564300000667572},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5400999784469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5358999967575073},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4812999963760376},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.46619999408721924},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35910001397132874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3264999985694885},{"id":"https://openalex.org/C181889124","wikidata":"https://www.wikidata.org/wiki/Q380204","display_name":"Service level","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.31929999589920044},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2019.2928551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2019.2928551","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1810.12210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12210","pdf_url":"https://arxiv.org/pdf/1810.12210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.12210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12210","pdf_url":"https://arxiv.org/pdf/1810.12210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2811080801","display_name":null,"funder_award_id":"CISE SAVI/RCN (1402266, 1550379)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4191820259","display_name":null,"funder_award_id":"CNS (1421561)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8544389813","display_name":null,"funder_award_id":"CRISP (1541074)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G912328596","display_name":null,"funder_award_id":"SaTC (1564097)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317061","display_name":"Georgia Tech Foundation","ror":null},{"id":"https://openalex.org/F4320321879","display_name":"Fujitsu","ror":"https://ror.org/038e2g226"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1955857676","https://openalex.org/W1988888548","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2141125852","https://openalex.org/W2155893237","https://openalex.org/W2513383847","https://openalex.org/W2725719541","https://openalex.org/W2734556049","https://openalex.org/W2736230459","https://openalex.org/W2766362889","https://openalex.org/W2883457665","https://openalex.org/W2963674387","https://openalex.org/W2964330541","https://openalex.org/W6600213771","https://openalex.org/W6622239757","https://openalex.org/W6631190155","https://openalex.org/W6634431598","https://openalex.org/W6636358008","https://openalex.org/W6685315510","https://openalex.org/W6686164453","https://openalex.org/W6694517276","https://openalex.org/W6787972765"],"related_works":[],"abstract_inverted_index":{"Big":[0],"data":[1,24],"powered":[2],"Deep":[3],"Learning":[4],"(DL)":[5],"and":[6,37,40,61,91,133,163,174,177,200,203,208,211,238,245,254,261,265],"its":[7,123],"applications":[8],"have":[9,126],"blossomed":[10],"in":[11,34,57],"recent":[12],"years,":[13],"fueled":[14],"by":[15,169],"three":[16,99],"technological":[17],"trends:":[18],"a":[19,27,41,75,84,107,116,127,187,258],"large":[20],"amount":[21],"of":[22,30,43,59,74,93,109,122,135,145,166,196,217,223,240],"digitized":[23],"openly":[25],"accessible,":[26],"growing":[28],"number":[29],"DL":[31,52,76,96,118,136,167,198,243,256,272,277],"software":[32],"frameworks":[33,97,168,199,273],"open":[35],"source":[36],"commercial":[38],"markets,":[39],"selection":[42,73,108],"affordable":[44],"parallel":[45,171,225],"computing":[46,172,226],"hardware":[47],"devices.":[48],"However,":[49],"no":[50],"single":[51],"framework,":[53,119],"to":[54,87,142,153,214,252,268],"date,":[55],"dominates":[56],"terms":[58],"performance":[60,132,162,202],"accuracy":[62,134,165,204],"even":[63],"for":[64,115,157,249,262,274],"baseline":[65],"classification":[66],"tasks":[67],"on":[68,130,191],"standard":[69],"datasets,":[70],"making":[71],"the":[72,143,151,155,159,164,192,270,275],"framework":[77],"an":[78],"overwhelming":[79],"task.":[80],"This":[81],"paper":[82],"takes":[83],"holistic":[85],"approach":[86],"conduct":[88,186],"empirical":[89,236],"comparison":[90,237],"analysis":[92,239],"four":[94,197,241],"representative":[95,242],"with":[98],"unique":[100],"contributions.":[101],"<italic":[102,138,180],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[103,139,181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">First</i>":[104],",":[105,141,183],"given":[106],"CPU-GPU":[110],"configurations,":[111],"we":[112,184],"show":[113],"that":[114,230],"specific":[117],"different":[120,220],"configurations":[121],"hyper-parameters":[124,218],"may":[125],"significant":[128],"impact":[129],"both":[131],"applications.":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Second</i>":[140],"best":[144],"our":[146],"knowledge,":[147],"this":[148,231],"study":[149,190,233],"is":[150],"first":[152],"identify":[154],"opportunities":[156],"improving":[158],"training":[160],"time":[161],"configuring":[170],"libraries":[173],"tuning":[175],"individual":[176],"multiple":[178],"hyper-parameters.":[179],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Third</i>":[182],"also":[185],"comparative":[188],"measurement":[189,232],"resource":[193],"consumption":[194],"patterns":[195],"their":[201,212],"implications,":[205],"including":[206],"CPU":[207],"memory":[209],"usage,":[210],"correlations":[213],"varying":[215],"settings":[216],"under":[219],"configuration":[221],"combinations":[222],"hardware,":[224],"libraries.":[227],"We":[228],"argue":[229],"provides":[234],"in-depth":[235],"frameworks,":[244],"offers":[246],"practical":[247],"guidance":[248],"service":[250],"providers":[251],"deploying":[253],"delivering":[255],"as":[257],"Service":[259],"(DLaaS)":[260],"application":[263],"developers":[264],"DLaaS":[266],"consumers":[267],"select":[269],"right":[271,276],"workloads.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2018-11-02T00:00:00"}