{"id":"https://openalex.org/W2912801804","doi":"https://doi.org/10.1109/bigdata.2018.8621930","title":"Experimental Characterizations and Analysis of Deep Learning Frameworks","display_name":"Experimental Characterizations and Analysis of Deep Learning Frameworks","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2912801804","doi":"https://doi.org/10.1109/bigdata.2018.8621930","mag":"2912801804"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2018.8621930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8621930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060093535","display_name":"Yanzhao Wu","orcid":"https://orcid.org/0000-0001-8761-5486"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yanzhao Wu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072616322","display_name":"Wenqi Cao","orcid":"https://orcid.org/0000-0002-6158-5693"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Cao","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078025423","display_name":"Semih \u015eahin","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Semih Sahin","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100343991","display_name":"Ling Liu","orcid":"https://orcid.org/0000-0002-4138-3082"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ling Liu","raw_affiliation_strings":["School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060093535"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.2535,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.85387636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8438909649848938},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6833204030990601},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6356198787689209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6317465305328369},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6232593059539795},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5904916524887085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5365045070648193},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5321974158287048},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47340449690818787},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46994712948799133},{"id":"https://openalex.org/keywords/characterization","display_name":"Characterization (materials science)","score":0.4422217607498169},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.43404707312583923},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3572959303855896},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2464112937450409},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15214094519615173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8438909649848938},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6833204030990601},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6356198787689209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6317465305328369},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6232593059539795},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5904916524887085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5365045070648193},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5321974158287048},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47340449690818787},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46994712948799133},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.4422217607498169},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43404707312583923},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3572959303855896},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2464112937450409},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15214094519615173},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2018.8621930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8621930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W753012316","https://openalex.org/W1606347560","https://openalex.org/W1677182931","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2155893237","https://openalex.org/W2178237821","https://openalex.org/W2271840356","https://openalex.org/W2332506150","https://openalex.org/W2725719541","https://openalex.org/W2736230459","https://openalex.org/W2790501674","https://openalex.org/W2883457665","https://openalex.org/W2963674387","https://openalex.org/W2964330541","https://openalex.org/W3106099468","https://openalex.org/W3118608800","https://openalex.org/W4297827580","https://openalex.org/W4300537377","https://openalex.org/W6622239757","https://openalex.org/W6636358008","https://openalex.org/W6685315510","https://openalex.org/W6694517276","https://openalex.org/W6702429100","https://openalex.org/W6748636330","https://openalex.org/W6786600665","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W4366307084","https://openalex.org/W4390846322"],"abstract_inverted_index":{"Big":[0],"Data":[1],"has":[2,31],"fueled":[3],"the":[4,80,98,108,125,134,157,165,169,191],"wide":[5],"deployment":[6],"of":[7,25,39,56,60,100,124,127,138,147,168],"Deep":[8],"Learning":[9],"(DL)":[10],"in":[11],"many":[12],"fields,":[13],"such":[14],"as":[15],"image":[16],"classification,":[17],"voice":[18],"recognition":[19],"and":[20,48,68,74,92,103,142,178,186,195,202],"NLP.":[21],"The":[22],"growing":[23],"number":[24],"open":[26],"source":[27],"DL":[28,63,193],"software":[29],"frameworks":[30,118,194],"put":[32],"forward":[33],"high":[34],"demands":[35],"on":[36],"comparative":[37,72],"study":[38],"their":[40,88,198],"efficiency":[41],"with":[42,149],"respect":[43,150],"to":[44,119,151,162,189],"both":[45],"runtime":[46,90,101],"performance":[47,102],"accuracy.":[49,104],"This":[50],"paper":[51],"presents":[52],"a":[53,71],"brief":[54],"overview":[55],"our":[57,175],"empirical":[58,182],"evaluation":[59],"four":[61],"representative":[62],"frameworks:":[64],"TensorFlow,":[65],"Caffe,":[66],"Torch":[67],"Theano":[69],"through":[70],"analysis":[73,179],"characterization.":[75],"First,":[76],"we":[77,106,132],"show":[78],"that":[79,174],"complex":[81],"interactions":[82],"among":[83],"neural":[84],"networks":[85],"(NN),":[86],"hyper-parameters,":[87],"specific":[89],"implementations":[91],"datasets":[93],"are":[94],"latent":[95],"factors":[96],"for":[97,116,140,184,197],"uncertainty":[99],"Second,":[105],"characterized":[107],"CPU/GPU":[109],"resource":[110],"usage":[111],"patterns":[112],"under":[113],"different":[114,117,128],"configurations":[115,196],"obtain":[120],"an":[121,144],"in-depth":[122],"understanding":[123],"impact":[126],"batch":[129],"sizes.":[130],"Third,":[131],"describe":[133],"data":[135,153],"loading":[136,154],"process":[137,155],"ImageNet":[139],"TensorFlow":[141,148],"present":[143],"experimental":[145,176],"characterization":[146,177],"its":[152],"when":[156],"dataset":[158],"is":[159],"too":[160],"large":[161],"fit":[163],"into":[164],"main":[166],"memory":[167],"CPU":[170],"server.":[171],"We":[172],"conjecture":[173],"can":[180],"offer":[181],"guidance":[183],"users":[185],"application":[187],"developers":[188],"select":[190],"right":[192],"domain-specific":[199],"learning":[200],"tasks":[201],"datasets.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}