{"id":"https://openalex.org/W3201998753","doi":"https://doi.org/10.1587/transinf.2021edl8026","title":"Gradient Corrected Approximation for Binary Neural Networks","display_name":"Gradient Corrected Approximation for Binary Neural Networks","publication_year":2021,"publication_date":"2021-09-30","ids":{"openalex":"https://openalex.org/W3201998753","doi":"https://doi.org/10.1587/transinf.2021edl8026","mag":"3201998753"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2021edl8026","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edl8026","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E104.D/10/E104.D_2021EDL8026/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E104.D/10/E104.D_2021EDL8026/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071412289","display_name":"Song Cheng","orcid":"https://orcid.org/0000-0002-7652-9344"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song CHENG","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100674837","display_name":"Zixuan Li","orcid":"https://orcid.org/0009-0004-7396-1694"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan LI","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078417441","display_name":"Yongsen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongsen WANG","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064762015","display_name":"Wanbing Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanbing ZOU","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006382294","display_name":"Yumei Zhou","orcid":"https://orcid.org/0000-0001-7142-2778"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yumei ZHOU","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071549426","display_name":"Delong Shang","orcid":"https://orcid.org/0009-0000-6674-2347"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Delong SHANG","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","Nanjing Institute of Intelligent Technology, IMECAS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nanjing Institute of Intelligent Technology, IMECAS","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026870474","display_name":"Shushan Qiao","orcid":"https://orcid.org/0000-0002-9102-2111"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shushan QIAO","raw_affiliation_strings":["Institute of Microelectronics of Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3769,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60492454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"E104.D","issue":"10","first_page":"1784","last_page":"1788"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6595072746276855},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6465462446212769},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.620819628238678},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6028194427490234},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.533594012260437},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5320934653282166},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4845275282859802},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4810750484466553},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4713910222053528},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4696822762489319},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4399207532405853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2847449779510498},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21701550483703613},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.12023580074310303},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10311427712440491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6595072746276855},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6465462446212769},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.620819628238678},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6028194427490234},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.533594012260437},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5320934653282166},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4845275282859802},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4810750484466553},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4713910222053528},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4696822762489319},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4399207532405853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2847449779510498},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21701550483703613},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.12023580074310303},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10311427712440491},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2021edl8026","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edl8026","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E104.D/10/E104.D_2021EDL8026/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2021edl8026","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edl8026","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E104.D/10/E104.D_2021EDL8026/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3201998753.pdf","grobid_xml":"https://content.openalex.org/works/W3201998753.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W2300242332","https://openalex.org/W2319920447","https://openalex.org/W2604700561","https://openalex.org/W2886472289","https://openalex.org/W2887447938","https://openalex.org/W2908314593","https://openalex.org/W2977456144","https://openalex.org/W2996184188","https://openalex.org/W3004734842","https://openalex.org/W3042886903"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W4327738859","https://openalex.org/W2348722996","https://openalex.org/W2334570605","https://openalex.org/W3181683615","https://openalex.org/W4286826125","https://openalex.org/W1633485514","https://openalex.org/W2353011204","https://openalex.org/W2964954556","https://openalex.org/W2013435028"],"abstract_inverted_index":{"Binary":[0],"neural":[1,24],"networks":[2,25],"(BNNs),":[3],"where":[4],"both":[5],"activations":[6],"and":[7,34,54,97,116,122],"weights":[8],"are":[9],"radically":[10],"quantized":[11],"to":[12,51,67,109,134,154],"be":[13,52],"{-1,":[14],"+1},":[15],"can":[16],"massively":[17],"accelerate":[18],"the":[19,39,47,60,69,90,111,136,156,161,172,176],"run-time":[20],"performance":[21,57],"of":[22,72,79,139],"convolution":[23],"(CNNs)":[26],"for":[27],"edge":[28],"devices,":[29],"by":[30,159,178],"computation":[31,188],"complexity":[32],"reduction":[33],"memory":[35],"footprint":[36],"saving.":[37],"However,":[38],"non-differentiable":[40],"binarizing":[41,73,114,140,166],"function":[42,74,115,141,146],"used":[43],"in":[44,84,119],"BNNs,":[45],"makes":[46],"binarized":[48],"models":[49],"hard":[50],"optimized,":[53],"introduces":[55],"significant":[56],"degradation":[58],"than":[59],"full-precision":[61],"models.":[62],"Many":[63],"previous":[64],"works":[65],"managed":[66],"correct":[68,155],"backward":[70,117,137,162],"gradient":[71,91,104,118,138,157,163],"with":[75,147],"various":[76],"improved":[77],"versions":[78],"straight-through":[80],"estimation":[81],"(STE),":[82],"or":[83],"a":[85,102,120,143],"gradual":[86,121],"approximate":[87,135],"approach,":[88],"but":[89],"suppression":[92],"problem":[93],"was":[94],"not":[95],"analyzed":[96],"handled.":[98],"Thus,":[99],"we":[100],"propose":[101],"novel":[103],"corrected":[105],"approximation":[106,158],"(GCA)":[107],"method":[108,174],"match":[110],"discrepancy":[112],"between":[113],"stable":[123],"way.":[124],"Our":[125],"work":[126],"has":[127],"two":[128],"primary":[129],"contributions:":[130],"The":[131,151],"first":[132],"is":[133,153],"using":[142],"simple":[144],"leaky-steep":[145],"variable":[148],"window":[149],"size.":[150],"second":[152],"standardizing":[160],"propagated":[164],"through":[165],"function.":[167],"Experiment":[168],"results":[169],"show":[170],"that":[171],"proposed":[173],"outperforms":[175],"baseline":[177],"1.5%":[179],"Top-1":[180],"accuracy":[181],"on":[182],"ImageNet":[183],"dataset":[184],"without":[185],"introducing":[186],"extra":[187],"cost.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}