{"id":"https://openalex.org/W3193827733","doi":"https://doi.org/10.23919/mva51890.2021.9511383","title":"Lossless AI: Toward Guaranteeing Consistency between Inferences Before and After Quantization via Knowledge Distillation","display_name":"Lossless AI: Toward Guaranteeing Consistency between Inferences Before and After Quantization via Knowledge Distillation","publication_year":2021,"publication_date":"2021-07-25","ids":{"openalex":"https://openalex.org/W3193827733","doi":"https://doi.org/10.23919/mva51890.2021.9511383","mag":"3193827733"},"language":"en","primary_location":{"id":"doi:10.23919/mva51890.2021.9511383","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mva51890.2021.9511383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 17th International Conference on Machine Vision and Applications (MVA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044817132","display_name":"Tomoyuki Okuno","orcid":null},"institutions":[{"id":"https://openalex.org/I1283155146","display_name":"Panasonic (Japan)","ror":"https://ror.org/011tm7n37","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283155146"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tomoyuki Okuno","raw_affiliation_strings":["Panasonic Corporation, Kadoma City, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Panasonic Corporation, Kadoma City, Osaka, Japan","institution_ids":["https://openalex.org/I1283155146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076415973","display_name":"Yohei Nakata","orcid":null},"institutions":[{"id":"https://openalex.org/I1283155146","display_name":"Panasonic (Japan)","ror":"https://ror.org/011tm7n37","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283155146"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yohei Nakata","raw_affiliation_strings":["Panasonic Corporation, Kadoma City, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Panasonic Corporation, Kadoma City, Osaka, Japan","institution_ids":["https://openalex.org/I1283155146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050908853","display_name":"Yasunori Ishii","orcid":"https://orcid.org/0000-0003-4630-3464"},"institutions":[{"id":"https://openalex.org/I1283155146","display_name":"Panasonic (Japan)","ror":"https://ror.org/011tm7n37","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283155146"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasunori Ishii","raw_affiliation_strings":["Panasonic Corporation, Kadoma City, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Panasonic Corporation, Kadoma City, Osaka, Japan","institution_ids":["https://openalex.org/I1283155146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091095195","display_name":"Sotaro Tsukizawa","orcid":null},"institutions":[{"id":"https://openalex.org/I1283155146","display_name":"Panasonic (Japan)","ror":"https://ror.org/011tm7n37","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283155146"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sotaro Tsukizawa","raw_affiliation_strings":["Panasonic Corporation, Kadoma City, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Panasonic Corporation, Kadoma City, Osaka, Japan","institution_ids":["https://openalex.org/I1283155146"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044817132"],"corresponding_institution_ids":["https://openalex.org/I1283155146"],"apc_list":null,"apc_paid":null,"fwci":0.136,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54359442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7571476697921753},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.658447265625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6476343274116516},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6097551584243774},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5591802597045898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38818398118019104},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1832042634487152},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.1548994779586792},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.10963386297225952},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08721145987510681}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7571476697921753},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.658447265625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6476343274116516},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6097551584243774},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5591802597045898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38818398118019104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1832042634487152},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.1548994779586792},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.10963386297225952},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08721145987510681}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/mva51890.2021.9511383","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mva51890.2021.9511383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 17th International Conference on Machine Vision and Applications (MVA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W2108598243","https://openalex.org/W2118858186","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2612445135","https://openalex.org/W2613332842","https://openalex.org/W2783538964","https://openalex.org/W2793888044","https://openalex.org/W2809624076","https://openalex.org/W2949813473","https://openalex.org/W2962949934","https://openalex.org/W2963122961","https://openalex.org/W2963723401","https://openalex.org/W2964203871","https://openalex.org/W2981972129","https://openalex.org/W2990953743","https://openalex.org/W3035743198","https://openalex.org/W3096285474","https://openalex.org/W3118608800","https://openalex.org/W4297775537","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6677919164","https://openalex.org/W6690026940","https://openalex.org/W6737664043","https://openalex.org/W6745722055","https://openalex.org/W6748163181","https://openalex.org/W6753069482","https://openalex.org/W6769194895","https://openalex.org/W6770698715","https://openalex.org/W6771245373","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3106969033","https://openalex.org/W2186939576","https://openalex.org/W2357988910","https://openalex.org/W2948148442","https://openalex.org/W2377158164","https://openalex.org/W2187600494","https://openalex.org/W2114030128","https://openalex.org/W2135707701","https://openalex.org/W2095678457","https://openalex.org/W2352493357"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"model":[2,33],"compression":[3],"is":[4,58],"necessary":[5],"for":[6,62,73],"real-time":[7],"inference":[8,43,92,109],"on":[9,22,50,76,140],"edge":[10,77],"devices,":[11],"which":[12],"have":[13,19],"limited":[14],"hardware":[15],"resources.":[16],"Conventional":[17],"methods":[18],"only":[20],"focused":[21],"suppressing":[23],"degradation":[24],"in":[25],"terms":[26],"of":[27,66,70,94,133],"accuracy.":[28],"Even":[29],"if":[30],"a":[31,56,59,82,104],"compressed":[32,97],"has":[34],"almost":[35],"equivalent":[36],"accuracy":[37],"to":[38,87,107],"its":[39],"reference":[40,95,112,158],"model,":[41],"the":[42,63,91,131,137,153],"results":[44,93,110],"may":[45],"change":[46,57],"when":[47],"we":[48,80,102],"focus":[49],"individual":[51],"samples":[52],"or":[53],"objects.":[54],"Such":[55],"crucial":[60],"challenge":[61],"quality":[64],"assurance":[65],"embedded":[67],"products":[68],"because":[69],"unexpected":[71],"behavior":[72],"specific":[74],"applications":[75],"devices.":[78],"Therefore,":[79],"propose":[81,103],"concept":[83],"called":[84],"\u201cLoss-less":[85],"AI\u201d":[86],"guarantee":[88],"consistency":[89],"between":[90,111,157],"and":[96,113,144,159],"models.":[98],"In":[99,147],"this":[100],"paper,":[101],"training":[105,165],"method":[106,139,151],"align":[108],"quantized":[114,160],"models":[115,161],"by":[116],"applying":[117],"knowledge":[118],"distillation":[119],"that":[120],"batch":[121],"normalization":[122],"statistics":[123],"are":[124],"frozen":[125],"at":[126],"moving":[127],"average":[128],"values":[129],"from":[130],"middle":[132],"training.":[134],"We":[135],"evaluated":[136],"proposed":[138],"several":[141],"classification":[142],"datasets":[143],"network":[145],"architectures.":[146],"all":[148],"cases,":[149],"our":[150],"suppressed":[152],"inferred":[154],"class":[155],"mismatch":[156],"whereas":[162],"conventional":[163],"quantization-aware":[164],"did":[166],"not.":[167]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}