{"id":"https://openalex.org/W4226196214","doi":"https://doi.org/10.14778/3503585.3503597","title":"COMET","display_name":"COMET","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4226196214","doi":"https://doi.org/10.14778/3503585.3503597"},"language":"en","primary_location":{"id":"doi:10.14778/3503585.3503597","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3503585.3503597","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103201662","display_name":"Sian Jin","orcid":"https://orcid.org/0009-0009-9250-0611"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sian Jin","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691056","display_name":"Chengming Zhang","orcid":"https://orcid.org/0000-0003-3008-9133"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengming Zhang","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048331724","display_name":"Xintong Jiang","orcid":"https://orcid.org/0000-0003-4947-1981"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xintong Jiang","raw_affiliation_strings":["McGill University, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073748933","display_name":"Yunhe Feng","orcid":"https://orcid.org/0000-0001-6577-227X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunhe Feng","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085489377","display_name":"Hui Guan","orcid":"https://orcid.org/0000-0001-9128-2231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Guan","raw_affiliation_strings":["University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025726299","display_name":"Guanpeng Li","orcid":"https://orcid.org/0000-0001-7773-7826"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanpeng Li","raw_affiliation_strings":["University of Iowa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Iowa","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043209884","display_name":"Shuaiwen Leon Song","orcid":"https://orcid.org/0000-0002-8402-1436"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shuaiwen Leon Song","raw_affiliation_strings":["University of Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063703614","display_name":"Dingwen Tao","orcid":"https://orcid.org/0000-0001-5422-4497"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4554,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.84526056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"15","issue":"4","first_page":"886","last_page":"899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.8243367075920105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8211888074874878},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5560584664344788},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5276449918746948},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5213536024093628},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.4865328371524811},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.47944560647010803},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4699951112270355},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4636344611644745},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4520258605480194},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.43357154726982117},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.42909151315689087},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4283013641834259},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33779165148735046},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.31854045391082764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2071719467639923},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10705012083053589}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.8243367075920105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8211888074874878},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5560584664344788},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5276449918746948},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5213536024093628},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.4865328371524811},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.47944560647010803},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4699951112270355},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4636344611644745},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4520258605480194},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.43357154726982117},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.42909151315689087},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4283013641834259},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33779165148735046},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31854045391082764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2071719467639923},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10705012083053589},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3503585.3503597","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3503585.3503597","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1528999146","https://openalex.org/W2052440657","https://openalex.org/W2097117768","https://openalex.org/W2117130368","https://openalex.org/W2140196014","https://openalex.org/W2155893237","https://openalex.org/W2157881433","https://openalex.org/W2194775991","https://openalex.org/W2339765813","https://openalex.org/W2486202470","https://openalex.org/W2612387305","https://openalex.org/W2625759119","https://openalex.org/W2767239597","https://openalex.org/W2774644650","https://openalex.org/W2891993230","https://openalex.org/W2901299405","https://openalex.org/W2911892981","https://openalex.org/W2912174957","https://openalex.org/W2952046647","https://openalex.org/W2962821792","https://openalex.org/W2964174152","https://openalex.org/W2970971581","https://openalex.org/W2972087877","https://openalex.org/W2988070836","https://openalex.org/W2990714382","https://openalex.org/W3043443960","https://openalex.org/W3043802286","https://openalex.org/W3081844508","https://openalex.org/W3103572230","https://openalex.org/W3131767313","https://openalex.org/W4235845044","https://openalex.org/W4241614188","https://openalex.org/W4249176607","https://openalex.org/W4250043344","https://openalex.org/W4300059844","https://openalex.org/W4301361180"],"related_works":["https://openalex.org/W2547124190","https://openalex.org/W4307097729","https://openalex.org/W3212420620","https://openalex.org/W2912174957","https://openalex.org/W2385628723","https://openalex.org/W2888954728","https://openalex.org/W2552401318","https://openalex.org/W108076602","https://openalex.org/W3180760233","https://openalex.org/W3080614128"],"abstract_inverted_index":{"Deep":[0],"neural":[1,26],"networks":[2,27],"(DNNs)":[3],"are":[4,63,101],"becoming":[5],"increasingly":[6],"deeper,":[7],"wider,":[8],"and":[9,19,24,51,83,179,201,233],"non-linear":[10],"due":[11,71],"to":[12,72,129,139,145,176,227],"the":[13,38,46,79,132,167,172,177,182,188,197,221,230],"growing":[14],"demands":[15],"on":[16,166,192],"prediction":[17],"accuracy":[18,245],"analysis":[20,165],"quality.":[21],"Training":[22],"wide":[23],"deep":[25],"require":[28],"large":[29],"amounts":[30],"of":[31,184],"storage":[32],"resources":[33],"such":[34,60],"as":[35,61],"memory":[36,47,69,92,133,223],"because":[37],"intermediate":[39],"activation":[40,174,209],"data":[41,175,210],"must":[42],"be":[43],"saved":[44],"in":[45,137],"during":[48],"forward":[49],"propagation":[50,170],"then":[52],"restored":[53],"for":[54,135,208],"backward":[55],"propagation.":[56],"However,":[57],"state-of-the-art":[58,237],"accelerators":[59],"GPUs":[62],"only":[64],"equipped":[65],"with":[66,155,241],"very":[67],"limited":[68,104],"capacities":[70],"hardware":[73],"design":[74],"constraints,":[75],"which":[76],"significantly":[77,130,219],"limits":[78],"maximum":[80],"batch":[81],"size":[82],"hence":[84],"performance":[85,98],"speedup":[86],"when":[87],"training":[88,120,136,141,189,222,232],"large-scale":[89],"DNNs.":[90],"Traditional":[91],"saving":[93],"techniques":[94],"either":[95],"suffer":[96],"from":[97,171],"overhead":[99],"or":[100,107,144,243],"constrained":[102],"by":[103,225],"interconnect":[105,109],"bandwidth":[106],"specific":[108],"technology.":[110],"In":[111],"this":[112],"paper,":[113],"we":[114,161,195],"propose":[115,202],"a":[116,156,163],"novel":[117],"memory-efficient":[118],"CNN":[119],"framework":[121,149,217],"(called":[122],"COMET)":[123],"that":[124,214],"leverages":[125],"error-bounded":[126,152,198],"lossy":[127,153,199],"compression":[128,154,168,200],"reduce":[131,220],"requirement":[134],"order":[138],"allow":[140],"larger":[142],"models":[143],"accelerate":[146],"training.":[147],"Our":[148],"purposely":[150],"adopts":[151],"strict":[157],"error-controlling":[158],"mechanism.":[159],"Specifically,":[160],"perform":[162],"theoretical":[164],"error":[169],"altered":[173,185],"gradients,":[178],"empirically":[180],"investigate":[181],"impact":[183],"gradients":[186],"over":[187,229,235],"process.":[190],"Based":[191],"these":[193],"analyses,":[194],"optimize":[196],"an":[203],"adaptive":[204],"error-bound":[205],"control":[206],"scheme":[207],"compression.":[211],"Experiments":[212],"demonstrate":[213],"our":[215],"proposed":[216],"can":[218],"consumption":[224],"up":[226],"13.5X":[228],"baseline":[231],"1.8X":[234],"another":[236],"compression-based":[238],"framework,":[239],"respectively,":[240],"little":[242],"no":[244],"loss.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-05-05T00:00:00"}