{"id":"https://openalex.org/W3042886903","doi":"https://doi.org/10.1109/rivf48685.2020.9140782","title":"Improving Bi-Real Net with block-wise quantization and multiple-steps binarization on activation","display_name":"Improving Bi-Real Net with block-wise quantization and multiple-steps binarization on activation","publication_year":2020,"publication_date":"2020-07-15","ids":{"openalex":"https://openalex.org/W3042886903","doi":"https://doi.org/10.1109/rivf48685.2020.9140782","mag":"3042886903"},"language":"en","primary_location":{"id":"doi:10.1109/rivf48685.2020.9140782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf48685.2020.9140782","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018821693","display_name":"Duy H. Le","orcid":null},"institutions":[{"id":"https://openalex.org/I3129492623","display_name":"University of Da Nang","ror":"https://ror.org/03ecpp171","country_code":"VN","type":"education","lineage":["https://openalex.org/I3129492623"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Duy H. Le","raw_affiliation_strings":["The University of Danang, University of Technology and Education, Danang, Vietnam"],"affiliations":[{"raw_affiliation_string":"The University of Danang, University of Technology and Education, Danang, Vietnam","institution_ids":["https://openalex.org/I3129492623"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012795098","display_name":"Tuan Van Pham","orcid":"https://orcid.org/0000-0002-9225-0191"},"institutions":[{"id":"https://openalex.org/I3129492623","display_name":"University of Da Nang","ror":"https://ror.org/03ecpp171","country_code":"VN","type":"education","lineage":["https://openalex.org/I3129492623"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tuan V. Pham","raw_affiliation_strings":["The University of Danang, University of Science and Technology, Danang, Vietnam"],"affiliations":[{"raw_affiliation_string":"The University of Danang, University of Science and Technology, Danang, Vietnam","institution_ids":["https://openalex.org/I3129492623"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5018821693"],"corresponding_institution_ids":["https://openalex.org/I3129492623"],"apc_list":null,"apc_paid":null,"fwci":0.0977,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.3859313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7648893594741821},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7465760707855225},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6099401116371155},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.6013311147689819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6012394428253174},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48927041888237},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48116907477378845},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.46941813826560974},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4628324806690216},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4282495379447937},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.41969627141952515},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3762141466140747},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3655968904495239},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12227413058280945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7648893594741821},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7465760707855225},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6099401116371155},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6013311147689819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6012394428253174},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48927041888237},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48116907477378845},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.46941813826560974},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4628324806690216},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4282495379447937},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.41969627141952515},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3762141466140747},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3655968904495239},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12227413058280945},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rivf48685.2020.9140782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf48685.2020.9140782","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1935978687","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2469490737","https://openalex.org/W2586654419","https://openalex.org/W2612445135","https://openalex.org/W2753301142","https://openalex.org/W2786771851","https://openalex.org/W2883780447","https://openalex.org/W2887204394","https://openalex.org/W2887447938","https://openalex.org/W2899063892","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W2964008506","https://openalex.org/W2964299589","https://openalex.org/W2965132998","https://openalex.org/W2985361718","https://openalex.org/W4295262505","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6640289440","https://openalex.org/W6677580257","https://openalex.org/W6693397755","https://openalex.org/W6720242923","https://openalex.org/W6737664043","https://openalex.org/W6744700018","https://openalex.org/W6748224102","https://openalex.org/W6753626128","https://openalex.org/W6756007670"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2055243143","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W4399188509"],"abstract_inverted_index":{"Quantization":[0],"neural":[1,20,42,97,117],"networks":[2,21,43,98],"use":[3],"low-precision":[4],"lowbit":[5],"for":[6,14,127],"both":[7,32],"weights":[8,33,163],"and":[9,34,55],"activations,":[10,128],"which":[11,31,129],"are":[12,36],"used":[13],"portable,":[15],"low-power":[16],"devices.":[17],"And":[18],"binary":[19,96,116],"(BNNs)":[22],"is":[23,66,73],"an":[24],"extreme":[25],"case":[26],"of":[27,88],"quantization":[28,134],"network":[29,118],"in":[30,37,60,136],"activations":[35],"a":[38,86,110,155],"1-bit":[39],"representation.":[40],"Binary":[41],"replace":[44],"expensive":[45],"convolutional":[46],"operations":[47,51],"with":[48,101],"fast":[49],"bitwise":[50],"such":[52],"as":[53],"xnor":[54],"popcount.":[56],"While":[57],"being":[58],"efficient":[59],"the":[61,70,137],"inference":[62],"task,":[63],"training":[64,71,112,138,177],"BNN":[65],"very":[67],"difficult":[68],"because":[69],"process":[72],"easy":[74],"to":[75,94,131,145,161,164],"be":[76],"stuck":[77],"on":[78,114,171],"bad":[79],"local":[80],"minima.":[81],"Besides,":[82],"BNNs":[83],"also":[84],"suffer":[85],"problem":[87],"severe":[89],"accuracy":[90],"degradation.":[91],"So":[92],"how":[93],"train":[95],"more":[99],"effectively":[100],"higher":[102],"accuracy?":[103],"We":[104],"answer":[105],"this":[106],"question":[107],"by":[108,148],"proposing":[109],"new":[111,156],"strategy":[113,123],"state-of-the-art":[115],"Bi-Real":[119],"net.":[120],"Our":[121],"proposed":[122,176],"uses":[124],"3-steps":[125],"binarization":[126,144,181],"helps":[130],"gradually":[132],"reduce":[133],"error":[135],"phase.":[139],"Also,":[140],"we":[141,153],"apply":[142],"block-wise":[143],"quantize":[146],"block":[147,149],"when":[150],"training.":[151],"Finally,":[152],"add":[154],"regularization":[157],"term":[158],"into":[159],"loss,":[160],"drive":[162],"-1":[165],"or":[166],"1.":[167],"The":[168],"comprehensive":[169],"experiments":[170],"ImageNet":[172],"show":[173],"that":[174],"our":[175],"algorithm":[178],"surpasses":[179],"other":[180],"methods.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
