{"id":"https://openalex.org/W4285050159","doi":"https://doi.org/10.48550/arxiv.2108.01192","title":"MOHAQ: Multi-Objective Hardware-Aware Quantization of Recurrent Neural Networks","display_name":"MOHAQ: Multi-Objective Hardware-Aware Quantization of Recurrent Neural Networks","alternate_titles":[],"publication_year":2021,"publication_date":"2021-08-02","ids":{"openalex":"https://openalex.org/W4285050159","doi":"https://doi.org/10.48550/arxiv.2108.01192","mag":"3188045955"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2108.01192","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01192","pdf_url":"https://arxiv.org/pdf/2108.01192","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4285050159"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.01192","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044683684","display_name":"Nesma M. Rezk","orcid":"https://orcid.org/0000-0002-4674-3809","observed_orcids":["https://orcid.org/0000-0002-4674-3809"]},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rezk, Nesma M.","raw_affiliation_strings":["Halmstad University , Sweden,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Halmstad University , Sweden,","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020628204","display_name":"Tomas Nordstr\u00f6m","orcid":"https://orcid.org/0000-0002-0562-2082","observed_orcids":["https://orcid.org/0000-0002-0562-2082"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nordstr\u00f6m, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048826742","display_name":"Dimitrios Stathis","orcid":"https://orcid.org/0000-0002-5697-4272","observed_orcids":["https://orcid.org/0000-0002-5697-4272"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stathis, Dimitrios","raw_affiliation_strings":["KTH University , Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH University , Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007772917","display_name":"Zain Ul-Abdin","orcid":"https://orcid.org/0000-0002-4932-4036","observed_orcids":["https://orcid.org/0000-0002-4932-4036"]},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ul-Abdin, Zain","raw_affiliation_strings":["Halmstad University , Sweden,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Halmstad University , Sweden,","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021872962","display_name":"Eren Erdal Aksoy","orcid":"https://orcid.org/0000-0002-5712-6777","observed_orcids":["https://orcid.org/0000-0002-5712-6777"]},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aksoy, Eren Erdal","raw_affiliation_strings":["Halmstad University , Sweden,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Halmstad University , Sweden,","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026355063","display_name":"Ahmed Hemani","orcid":"https://orcid.org/0000-0003-0565-9376","observed_orcids":["https://orcid.org/0000-0003-0565-9376"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hemani, Ahmed","raw_affiliation_strings":["KTH University , Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH University , Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixed-precision-quantization","display_name":"mixed-precision quantization","score":0.9229999780654907},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.7820000052452087},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.6710000038146973},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"multi-objective optimization","score":0.9449999928474426},{"id":"https://openalex.org/keywords/post-training-quantization","display_name":"post-training quantization","score":0.9470000267028809},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.6000000238418579},{"id":"https://openalex.org/keywords/simple-recurrent-unit","display_name":"simple recurrent unit","score":0.7009999752044678},{"id":"https://openalex.org/keywords/edge-deployment","display_name":"edge deployment","score":0.7310000061988831},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.6579999923706055},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.796999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.767132043838501},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7650524377822876},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6485221982002258},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5594809055328369},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.44714319705963135},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4289095401763916},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38369226455688477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3749227821826935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3646770119667053},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.07642975449562073}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2108.01192","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01192","pdf_url":"https://arxiv.org/pdf/2108.01192","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3188045955","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2108.01192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2108.01192","doi":"https://doi.org/10.48550/arxiv.2108.01192","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.01192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.01192","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01192","pdf_url":"https://arxiv.org/pdf/2108.01192","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285050159.pdf","grobid_xml":"https://content.openalex.org/works/W4285050159.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W1635512741","https://openalex.org/W1902934009","https://openalex.org/W1905847227","https://openalex.org/W1978295341","https://openalex.org/W1978432500","https://openalex.org/W2021597888","https://openalex.org/W2026412731","https://openalex.org/W2055991985","https://openalex.org/W2057162062","https://openalex.org/W2064675550","https://openalex.org/W2116661285","https://openalex.org/W2126105956","https://openalex.org/W2170695679","https://openalex.org/W2178031510","https://openalex.org/W2264905057","https://openalex.org/W2289252105","https://openalex.org/W2509582621","https://openalex.org/W2554302513","https://openalex.org/W2563587242","https://openalex.org/W2564337795","https://openalex.org/W2581159075","https://openalex.org/W2586493613","https://openalex.org/W2724934780","https://openalex.org/W2751185861","https://openalex.org/W2764043458","https://openalex.org/W2766922817","https://openalex.org/W2784105695","https://openalex.org/W2827334269","https://openalex.org/W2890177507","https://openalex.org/W2895531329","https://openalex.org/W2900939497","https://openalex.org/W2911909486","https://openalex.org/W2913104037","https://openalex.org/W2915478146","https://openalex.org/W2950837708","https://openalex.org/W2951183276","https://openalex.org/W2962820060","https://openalex.org/W2962861284","https://openalex.org/W2963319203","https://openalex.org/W2963367920","https://openalex.org/W2963728985","https://openalex.org/W2970601456","https://openalex.org/W2972361727","https://openalex.org/W2975044525","https://openalex.org/W2982479999","https://openalex.org/W2985339713","https://openalex.org/W3013382035","https://openalex.org/W3020212829","https://openalex.org/W3021613070","https://openalex.org/W3034940165","https://openalex.org/W3091789326","https://openalex.org/W3094704314","https://openalex.org/W3108835732"],"related_works":["https://openalex.org/W4386557358","https://openalex.org/W2982479999","https://openalex.org/W3035325130","https://openalex.org/W4408934626","https://openalex.org/W6959075886","https://openalex.org/W4408259769","https://openalex.org/W7147404198","https://openalex.org/W4392904583"],"abstract_inverted_index":{"The":[0,17,58],"compression":[1,20],"of":[2,7,19,106,169,191],"deep":[3],"learning":[4],"models":[5,13],"is":[6,78],"fundamental":[8],"importance":[9],"in":[10,28,65,181],"deploying":[11],"such":[12],"to":[14,25,92,102,131,149,196],"edge":[15],"devices.":[16],"selection":[18],"parameters":[21],"can":[22,145],"be":[23,146],"automated":[24],"meet":[26],"changes":[27],"the":[29,89,104,124,170,188],"hardware":[30,48],"platform":[31],"and":[32,50,97,127,135,167,174],"application":[33],"using":[34,123],"optimization":[35],"algorithms.":[36],"This":[37],"article":[38],"introduces":[39],"a":[40,66,113,178],"Multi-Objective":[41],"Hardware-Aware":[42],"Quantization":[43],"(MOHAQ)":[44],"method,":[45],"which":[46],"considers":[47],"efficiency":[49],"inference":[51],"error":[52,157,189],"as":[53,100],"objectives":[54],"for":[55,80],"mixed-precision":[56],"quantization.":[57],"proposed":[59],"method":[60,130],"feasibly":[61],"evaluates":[62],"candidate":[63],"solutions":[64,95,163],"large":[67],"search":[68,186,193],"space":[69],"by":[70,151,194],"relying":[71],"on":[72,108,118,133],"two":[73],"steps.":[74],"First,":[75],"post-training":[76,152],"quantization":[77,153],"applied":[79],"fast":[81],"solution":[82],"evaluation":[83],"(inference-only":[84],"search).":[85],"Second,":[86],"we":[87,161],"propose":[88],"\"beacon-based":[90],"search\"":[91],"retrain":[93],"selected":[94],"only":[96],"use":[98,112],"them":[99],"beacons":[101],"know":[103],"effect":[105],"retraining":[107],"other":[109],"solutions.":[110],"We":[111,138],"speech":[114],"recognition":[115],"model":[116],"based":[117],"Simple":[119],"Recurrent":[120],"Unit":[121],"(SRU)":[122],"TIMIT":[125],"dataset":[126],"apply":[128],"our":[129],"run":[132],"SiLago":[134],"Bitfusion":[136],"platforms.":[137],"provide":[139],"experimental":[140],"evaluations":[141],"showing":[142],"that":[143,164],"SRU":[144],"compressed":[147],"up":[148,195],"8x":[150],"without":[154],"any":[155],"significant":[156],"increase.":[158],"On":[159,183],"SiLago,":[160],"found":[162],"achieve":[165],"97\\%":[166],"86\\%":[168],"maximum":[171],"possible":[172],"speedup":[173],"energy":[175],"saving,":[176],"with":[177],"minor":[179],"increase":[180],"error.":[182],"Bitfusion,":[184],"beacon-based":[185],"reduced":[187],"gain":[190],"inference-only":[192],"4.9":[197],"percentage":[198],"points.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285050159","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-07-13T00:00:00"}
