{"id":"https://openalex.org/W4404037799","doi":"https://doi.org/10.1109/mlsp58920.2024.10734837","title":"ConQ: Binary Quantization of Neural Networks via Concave Regularization","display_name":"ConQ: Binary Quantization of Neural Networks via Concave Regularization","publication_year":2024,"publication_date":"2024-09-22","ids":{"openalex":"https://openalex.org/W4404037799","doi":"https://doi.org/10.1109/mlsp58920.2024.10734837"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp58920.2024.10734837","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/mlsp58920.2024.10734837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 34th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018841739","display_name":"Andrea Migliorati","orcid":"https://orcid.org/0000-0001-9239-0568"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Migliorati","raw_affiliation_strings":["Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062328236","display_name":"Giulia Fracastoro","orcid":"https://orcid.org/0000-0001-8495-1097"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giulia Fracastoro","raw_affiliation_strings":["Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082948079","display_name":"Sophie M. Fosson","orcid":"https://orcid.org/0000-0003-2316-7404"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sophie Fosson","raw_affiliation_strings":["Politecnico di Torino,Department of Control and Computer Engineering,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Department of Control and Computer Engineering,Turin,Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054395599","display_name":"Tiziano Bianchi","orcid":"https://orcid.org/0000-0002-3965-3522"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tiziano Bianchi","raw_affiliation_strings":["Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034486931","display_name":"Enrico Magli","orcid":"https://orcid.org/0000-0002-0901-0251"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Magli","raw_affiliation_strings":["Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Department of Electronics and Telecommunications,Turin,Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9311000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9311000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6466338634490967},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5991929173469543},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5784718990325928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4838670492172241},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4609561264514923},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.393830269575119},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3781101107597351},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30571475625038147},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10617145895957947}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6466338634490967},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5991929173469543},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5784718990325928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4838670492172241},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4609561264514923},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.393830269575119},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3781101107597351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30571475625038147},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10617145895957947}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mlsp58920.2024.10734837","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/mlsp58920.2024.10734837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 34th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1967138577","https://openalex.org/W2004160833","https://openalex.org/W2022541060","https://openalex.org/W2068357778","https://openalex.org/W2129732816","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2733579387","https://openalex.org/W2884150179","https://openalex.org/W2962958489","https://openalex.org/W2990707590","https://openalex.org/W3004061291","https://openalex.org/W3008515144","https://openalex.org/W3034297393","https://openalex.org/W3176946833","https://openalex.org/W4240805545","https://openalex.org/W4286906772","https://openalex.org/W6639703010","https://openalex.org/W6720242923","https://openalex.org/W6729788942","https://openalex.org/W6738145326","https://openalex.org/W6748416416","https://openalex.org/W6754992056","https://openalex.org/W6766978945","https://openalex.org/W6769270387","https://openalex.org/W6771450561","https://openalex.org/W6773599722","https://openalex.org/W6803083660","https://openalex.org/W6803476328","https://openalex.org/W6846532541","https://openalex.org/W6849381436","https://openalex.org/W6862043038"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542"],"abstract_inverted_index":{"The":[0],"increasing":[1],"demand":[2],"for":[3,44,146],"deep":[4],"neural":[5],"networks":[6,20,147],"(DNNs)":[7],"in":[8,14,28,48,101],"resource-constrained":[9],"systems":[10],"propels":[11],"the":[12,29,31,78,84,87,140],"interest":[13],"heavily":[15],"quantized":[16],"architectures":[17],"such":[18],"as":[19],"with":[21,33,68,116,148],"binarized":[22,69,149],"weights.":[23,70,150],"However,":[24],"despite":[25],"huge":[26],"progress":[27],"field,":[30],"gap":[32],"full-precision":[34],"performance":[35],"is":[36],"far":[37],"from":[38],"closed.":[39],"Today's":[40],"most":[41],"effective":[42,66,95],"methods":[43,145],"quantization":[45],"are":[46],"rooted":[47],"proximal":[49],"gradient":[50],"descent":[51],"theory.":[52],"In":[53],"this":[54],"work,":[55],"we":[56,75],"propose":[57],"ConQ,":[58,115],"a":[59,93,110,126],"novel":[60],"concave":[61,80],"regularization":[62,144],"approach":[63],"to":[64],"train":[65],"DNNs":[67],"Motivated":[71],"by":[72],"theoretical":[73,111],"investigation,":[74],"argue":[76],"that":[77,137],"proposed":[79],"regularizer,":[81],"which":[82],"allows":[83],"removal":[85],"of":[86,103,114,142],"singularity":[88],"point":[89],"at":[90],"0,":[91],"presents":[92],"more":[94],"shape":[96],"than":[97],"previously":[98],"considered":[99],"models":[100],"terms":[102],"accuracy":[104,141],"and":[105],"convergence":[106,112],"rate.":[107],"We":[108],"present":[109],"analysis":[113],"specific":[117],"i":[118],"nsights":[119],"o":[120],"n":[121,128],"b":[122],"oth":[123],"c":[124],"onvex":[125],"nd":[127],"on-convex":[129],"s":[130],"ettings.":[131],"An":[132],"extensive":[133],"experimental":[134],"evaluation":[135],"shows":[136],"ConQ":[138],"outperforms":[139],"competing":[143]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
