{"id":"https://openalex.org/W3133643159","doi":"https://doi.org/10.1109/tc.2021.3064301","title":"Minimal Complexity Machines Under Weight Quantization","display_name":"Minimal Complexity Machines Under Weight Quantization","publication_year":2021,"publication_date":"2021-03-08","ids":{"openalex":"https://openalex.org/W3133643159","doi":"https://doi.org/10.1109/tc.2021.3064301","mag":"3133643159"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2021.3064301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3064301","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100734233","display_name":"Mayank Sharma","orcid":"https://orcid.org/0000-0003-3137-9845"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Mayank Sharma","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083371463","display_name":"Sumit Soman","orcid":"https://orcid.org/0000-0003-1926-3065"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sumit Soman","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002842122","display_name":"Jayadeva","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jayadeva","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology, Delhi, India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"[Department of Electrical Engineering, Indian Institute of Technology Delhi, India]","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100734233"],"corresponding_institution_ids":["https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":0.4079,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66767304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"70","issue":"8","first_page":"1189","last_page":"1198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.747968852519989},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5593744516372681},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5246798396110535},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.5111001133918762},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5054411888122559},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5003337860107422},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.45345234870910645},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3728102445602417},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.366498738527298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23313945531845093},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.20986220240592957}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.747968852519989},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5593744516372681},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5246798396110535},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5111001133918762},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5054411888122559},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5003337860107422},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.45345234870910645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3728102445602417},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.366498738527298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23313945531845093},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.20986220240592957},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2021.3064301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3064301","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1944672","https://openalex.org/W1522301498","https://openalex.org/W1596717185","https://openalex.org/W1606017041","https://openalex.org/W1628991974","https://openalex.org/W1680208495","https://openalex.org/W1965788850","https://openalex.org/W2023618735","https://openalex.org/W2031601132","https://openalex.org/W2033718514","https://openalex.org/W2067563600","https://openalex.org/W2076346323","https://openalex.org/W2081277045","https://openalex.org/W2106286402","https://openalex.org/W2119821739","https://openalex.org/W2129516068","https://openalex.org/W2132862423","https://openalex.org/W2136632098","https://openalex.org/W2139212933","https://openalex.org/W2148603752","https://openalex.org/W2153635508","https://openalex.org/W2154952480","https://openalex.org/W2157791002","https://openalex.org/W2161238936","https://openalex.org/W2170308301","https://openalex.org/W2185751161","https://openalex.org/W2267635276","https://openalex.org/W2342654477","https://openalex.org/W2524428287","https://openalex.org/W2540093921","https://openalex.org/W2621643135","https://openalex.org/W2725001169","https://openalex.org/W2789143659","https://openalex.org/W2792809979","https://openalex.org/W2852179785","https://openalex.org/W2897451191","https://openalex.org/W2949979136","https://openalex.org/W2963983756","https://openalex.org/W2964121744","https://openalex.org/W3004533406","https://openalex.org/W4239510810","https://openalex.org/W4241270586","https://openalex.org/W4245296011","https://openalex.org/W4285719527","https://openalex.org/W4295262505","https://openalex.org/W4297825594","https://openalex.org/W6631190155","https://openalex.org/W6682953061","https://openalex.org/W6693397755","https://openalex.org/W6696497002","https://openalex.org/W6727208969","https://openalex.org/W6740103103"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W2024638892","https://openalex.org/W2498744856","https://openalex.org/W763418848","https://openalex.org/W1595229445","https://openalex.org/W149041114","https://openalex.org/W2963177394","https://openalex.org/W1965815883","https://openalex.org/W4313359513","https://openalex.org/W322408318"],"abstract_inverted_index":{"Implementing":[0],"machine":[1],"learning":[2],"models":[3,13],"on":[4,28,46],"resource-constrained":[5],"platforms":[6],"such":[7],"as":[8,164],"hardware":[9],"devices":[10],"requires":[11],"sparse":[12],"that":[14,153,180],"can":[15,156],"generalize":[16],"well.":[17],"This":[18,203],"article":[19],"analyzes":[20],"the":[21,29,144,147,185,199],"effect":[22],"of":[23,32,99,139,146,211],"parameter":[24],"(or":[25],"weight)":[26],"quantization":[27,181],"performance,":[30],"number":[31],"support":[33],"vectors,":[34],"model":[35,77,116,186,218],"size":[36,78,117],"in":[37,72,79,104,110,115,122,209],"bits,":[38],"<inline-formula><tex-math":[39,84,105,123],"notation=\"LaTeX\">$L_2$</tex-math>":[40,85,124],"</inline-formula>":[41,86,107,125],"norm":[42,87,126],"and":[43,52,66,81,118,151,168,174,195,201,220],"training":[44],"time":[45],"various":[47],"Support":[48],"Vector":[49],"Machines":[50],"(SVM)":[51],"Minimal":[53],"Complexity":[54],"Machhines":[55],"(MCM)-based":[56],"kernel":[57],"methods.":[58],"We":[59,142],"show":[60],"that,":[61],"Empirical":[62],"Feature":[63],"Space":[64],"(EFS)":[65],"hinge":[67],"loss-based":[68],"MCM":[69,100],"algorithms":[70],"result":[71],"comparable":[73],"accuracy,":[74,111],"(8\u2013190)x":[75],"smaller":[76,83],"bits":[80,163,170],"(10k\u201316k)x":[82],"at":[88,127],"full":[89,128],"precision":[90,129],"compared":[91,130,148,197],"with":[92,131,161,198],"LIBSVM.":[93],"The":[94],"Least":[95],"Squares":[96],"(LS)":[97],"variants":[98,149],"based":[101],"methods":[102,155,191],"results":[103],"notation=\"LaTeX\">$\\approx$</tex-math>":[106],"2%":[108],"improvement":[109],"upto":[112,119,193],"16x":[113],"reduction":[114,121],"3x":[120],"its":[132],"state-of-the-art":[133],"counterpart":[134],"Sparse":[135],"Fixed":[136],"Size":[137],"variant":[138],"LS-SVM":[140],"(SFS-LS-SVM).":[141],"quantize":[143],"weights":[145],"post-training":[150],"demonstrate":[152],"our":[154,190],"retain":[157],"their":[158],"accuracies":[159],"even":[160],"7":[162],"opposed":[165],"to":[166],"10":[167],"14":[169],"used":[171,188],"by":[172,189,192],"LIBSVM":[173,200],"SFS-LS-SVM,":[175],"respectively.":[176],"Our":[177],"experiments":[178],"illustrate":[179],"further":[182],"improves":[183],"upon":[184],"sizes":[187],"300x":[194],"30x":[196],"SFS-LS-SVM.":[202],"has":[204],"significant":[205],"implications":[206],"for":[207],"implementation":[208],"Internet":[210],"Things":[212],"(IoT)":[213],"devices,":[214],"which":[215],"benefit":[216],"from":[217],"sparsity":[219],"good":[221],"generalization.":[222]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
