{"id":"https://openalex.org/W6992106013","doi":null,"title":"An investigation into weight fixing networks","display_name":"An investigation into weight fixing networks","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W6992106013"},"language":"en","primary_location":{"id":"pmh:oai:eprints.soton.ac.uk:501903","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/501903/1/pda_version_Thesis_Final-1.pdf","pdf_url":"https://eprints.soton.ac.uk/501903/1/pda_version_Thesis_Final-1.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W6992106013"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.soton.ac.uk/501903/1/pda_version_Thesis_Final-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017712521","display_name":"Christopher Subia-Waud","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Subia-Waud, Christopher","raw_affiliation_strings":["Faculty of Engineering and Physical Science, School of Electronics and Computer Science, University of Southampton"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Physical Science, School of Electronics and Computer Science, University of Southampton","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017712521"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.9549999833106995},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"lossless compression","score":0.7979999780654907},{"id":"https://openalex.org/keywords/weight-reuse","display_name":"weight reuse","score":0.6019999980926514},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.7139999866485596},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.8529999852180481},{"id":"https://openalex.org/keywords/uncertainty-calibration","display_name":"uncertainty calibration","score":0.6679999828338623},{"id":"https://openalex.org/keywords/transformer-compression","display_name":"transformer compression","score":0.7250000238418579},{"id":"https://openalex.org/keywords/energy-efficient-deep-learning","display_name":"energy-efficient deep learning","score":0.5740000009536743},{"id":"https://openalex.org/keywords/resource-constrained-devices","display_name":"resource-constrained devices","score":0.8410000205039978}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6593999862670898},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6523000001907349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6014999747276306},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5116999745368958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4702000021934509},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3709000051021576},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36899998784065247},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3614000082015991},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.31610000133514404},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28940001130104065},{"id":"https://openalex.org/C25432639","wikidata":"https://www.wikidata.org/wiki/Q3711790","display_name":"Weight distribution","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.25769999623298645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:eprints.soton.ac.uk:501903","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/501903/1/pda_version_Thesis_Final-1.pdf","pdf_url":"https://eprints.soton.ac.uk/501903/1/pda_version_Thesis_Final-1.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:eprints.soton.ac.uk:501903","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/501903/1/pda_version_Thesis_Final-1.pdf","pdf_url":"https://eprints.soton.ac.uk/501903/1/pda_version_Thesis_Final-1.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6992106013.pdf","grobid_xml":"https://content.openalex.org/works/W6992106013.grobid-xml"},"referenced_works_count":131,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1821462560","https://openalex.org/W1845051632","https://openalex.org/W1901616594","https://openalex.org/W1902934009","https://openalex.org/W1964471912","https://openalex.org/W1981824841","https://openalex.org/W1990653637","https://openalex.org/W1995875735","https://openalex.org/W1999085092","https://openalex.org/W2004455575","https://openalex.org/W2008398629","https://openalex.org/W2009226859","https://openalex.org/W2011591402","https://openalex.org/W2025516544","https://openalex.org/W2038649859","https://openalex.org/W2048266589","https://openalex.org/W2060108852","https://openalex.org/W2067523571","https://openalex.org/W2070167224","https://openalex.org/W2073241381","https://openalex.org/W2089468765","https://openalex.org/W2098824882","https://openalex.org/W2113359311","https://openalex.org/W2114766824","https://openalex.org/W2115627867","https://openalex.org/W2116360511","https://openalex.org/W2117670920","https://openalex.org/W2119144962","https://openalex.org/W2132131403","https://openalex.org/W2147800946","https://openalex.org/W2164411961","https://openalex.org/W2171890523","https://openalex.org/W2185323257","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2254249950","https://openalex.org/W2280163991","https://openalex.org/W2282821441","https://openalex.org/W2289252105","https://openalex.org/W2300242332","https://openalex.org/W2420699360","https://openalex.org/W2431884816","https://openalex.org/W2462906003","https://openalex.org/W2469490737","https://openalex.org/W2515385951","https://openalex.org/W2516574342","https://openalex.org/W2531327146","https://openalex.org/W2553303224","https://openalex.org/W2554302513","https://openalex.org/W2593245696","https://openalex.org/W2604319603","https://openalex.org/W2606722458","https://openalex.org/W2612445135","https://openalex.org/W2626967530","https://openalex.org/W2707890836","https://openalex.org/W2752037867","https://openalex.org/W2754084392","https://openalex.org/W2777406049","https://openalex.org/W2785961331","https://openalex.org/W2786672974","https://openalex.org/W2788433952","https://openalex.org/W2789554134","https://openalex.org/W2792287754","https://openalex.org/W2801681995","https://openalex.org/W2804193803","https://openalex.org/W2884150179","https://openalex.org/W2886953980","https://openalex.org/W2895531329","https://openalex.org/W2904422658","https://openalex.org/W2912168444","https://openalex.org/W2912237282","https://openalex.org/W2916954108","https://openalex.org/W2943283198","https://openalex.org/W2945146780","https://openalex.org/W2946948417","https://openalex.org/W2948130861","https://openalex.org/W2948635472","https://openalex.org/W2950656546","https://openalex.org/W2953212265","https://openalex.org/W2955419283","https://openalex.org/W2962746461","https://openalex.org/W2962851801","https://openalex.org/W2963367920","https://openalex.org/W2963446712","https://openalex.org/W2964317943","https://openalex.org/W2970072941","https://openalex.org/W2982479999","https://openalex.org/W3004127905","https://openalex.org/W3010156474","https://openalex.org/W3013080934","https://openalex.org/W3017022649","https://openalex.org/W3034368386","https://openalex.org/W3034644181","https://openalex.org/W3035839559","https://openalex.org/W3044129898","https://openalex.org/W3044604993","https://openalex.org/W3088399386","https://openalex.org/W3089028909","https://openalex.org/W3096263701","https://openalex.org/W3100352836","https://openalex.org/W3111265704","https://openalex.org/W3112288498","https://openalex.org/W3119028141","https://openalex.org/W3120427040","https://openalex.org/W3125205424","https://openalex.org/W3129197243","https://openalex.org/W3137905911","https://openalex.org/W3162937989","https://openalex.org/W3176053424","https://openalex.org/W3176945641","https://openalex.org/W3176946833","https://openalex.org/W3177639266","https://openalex.org/W3182465333","https://openalex.org/W4205252534","https://openalex.org/W4214643171","https://openalex.org/W4236868170","https://openalex.org/W4240168186","https://openalex.org/W4241644338","https://openalex.org/W4253771976","https://openalex.org/W4287083725","https://openalex.org/W4297097345","https://openalex.org/W4300171661","https://openalex.org/W4307934016","https://openalex.org/W4312834253","https://openalex.org/W4388275102","https://openalex.org/W4392271821","https://openalex.org/W4399929809","https://openalex.org/W4401024791","https://openalex.org/W7098803622","https://openalex.org/W7133229067"],"related_works":["https://openalex.org/W4312834253","https://openalex.org/W2950460266","https://openalex.org/W2954957482","https://openalex.org/W7133231862","https://openalex.org/W3012667509","https://openalex.org/W4288043077","https://openalex.org/W2119144962"],"abstract_inverted_index":{"Deep":[0],"neural":[1,36,91,167],"networks":[2,92,143,168],"require":[3],"vast":[4],"computational":[5],"resources,":[6],"with":[7],"data":[8],"movement":[9],"between":[10],"memory":[11],"and":[12,53,159,180,191],"processors":[13],"dominating":[14],"energy":[15],"consumption.":[16],"This":[17,98],"thesis":[18],"presents":[19],"novel":[20],"compression":[21,47,104,138],"techniques":[22],"that":[23,166],"can":[24,169],"reduce":[25],"these":[26,141],"costs":[27],"by":[28,120],"minimising":[29],"the":[30,137],"number":[31],"of":[32],"unique":[33,51,114],"parameters":[34],"in":[35],"networks.":[37],"We":[38],"developed":[39],"Weight":[40,85],"Fixing":[41,86],"Networks":[42,87],"(WFN),":[43],"which":[44],"achieve":[45],"lossless":[46],"using":[48],"56x":[49],"fewer":[50],"weights":[52,70],"1.9x":[54],"lower":[55],"weight-space":[56],"entropy":[57],"than":[58],"state-of-the-art":[59,118],"quantisation":[60,119],"approaches.":[61],"However,":[62],"this":[63,163],"revealed":[64],"a":[65,107],"key":[66],"limitation:":[67],"treating":[68],"all":[69],"based":[71],"solely":[72],"on":[73,124,155,194],"value":[74],"neglects":[75],"their":[76],"position-specific":[77,95],"importance.":[78],"To":[79],"address":[80],"this,":[81],"we":[82],"introduced":[83],"Probabilistic":[84],"(PWFN),":[88],"employing":[89],"Bayesian":[90],"to":[93,111],"learn":[94],"weight":[96,157],"uncertainties.":[97],"probabilistic":[99],"framework":[100],"enables":[101],"more":[102],"intelligent":[103],"decisions,":[105],"reducing":[106],"5-million":[108],"parameter":[109],"transformer":[110],"just":[112],"296":[113],"values":[115],"whilst":[116,176],"outperforming":[117],"1.6%":[121],"top-1":[122],"accuracy":[123,179],"ImageNet.":[125],"Our":[126],"final":[127],"contribution,":[128],"Cluster-On-the-Fly":[129],"PWFN,":[130],"integrates":[131],"clustering":[132],"directly":[133],"into":[134],"training,":[135],"streamlining":[136],"process.":[139],"Unexpectedly,":[140],"compressed":[142,171],"also":[144],"provide":[145],"well-calibrated":[146],"uncertainty":[147,181],"estimates,":[148],"enhancing":[149],"reliability":[150],"alongside":[151],"efficiency.":[152],"By":[153],"focusing":[154],"whole-network":[156],"reuse":[158],"targeting":[160],"hardware-friendly":[161],"values,":[162],"work":[164],"demonstrates":[165],"be":[170],"far":[172],"beyond":[173],"current":[174],"limits":[175],"improving":[177],"both":[178],"quantification.":[182],"These":[183],"findings":[184],"have":[185],"significant":[186],"implications":[187],"for":[188],"deploying":[189],"efficient":[190],"trustworthy":[192],"AI":[193],"resource-constrained":[195],"devices.":[196]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6992106013","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2025-10-10T00:00:00"}
