{"id":"https://openalex.org/W4406975360","doi":"https://doi.org/10.48550/arxiv.2501.17343","title":"Post-Training Quantization for 3D Medical Image Segmentation: A Practical Study on Real Inference Engines","display_name":"Post-Training Quantization for 3D Medical Image Segmentation: A Practical Study on Real Inference Engines","publication_year":2025,"publication_date":"2025-01-28","ids":{"openalex":"https://openalex.org/W4406975360","doi":"https://doi.org/10.48550/arxiv.2501.17343"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.17343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17343","pdf_url":"https://arxiv.org/pdf/2501.17343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.17343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102765244","display_name":"Chongyu Qu","orcid":"https://orcid.org/0009-0008-8893-2748"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Chongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033038201","display_name":"Ritchie Zhao","orcid":"https://orcid.org/0000-0003-1656-9165"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Ritchie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035533159","display_name":"Ye Yu","orcid":"https://orcid.org/0000-0002-9969-6516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395514","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0002-6474-5779"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064015426","display_name":"Tianyuan Yao","orcid":"https://orcid.org/0000-0002-1848-079X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Tianyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100534844","display_name":"Junchao Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Junchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075735203","display_name":"Bennett A. Landman","orcid":"https://orcid.org/0000-0001-5733-2127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Landman, Bennett A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101653639","display_name":"Yucheng Tang","orcid":"https://orcid.org/0000-0001-8738-9108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067191302","display_name":"Yuankai Huo","orcid":"https://orcid.org/0000-0002-2096-8065"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, Yuankai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9287999868392944,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7215288281440735},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6886743307113647},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.643242597579956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6193332076072693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5359863042831421},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.49003851413726807},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45947426557540894},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36654233932495117},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32254621386528015},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.091560959815979}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7215288281440735},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6886743307113647},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.643242597579956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6193332076072693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5359863042831421},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.49003851413726807},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45947426557540894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36654233932495117},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32254621386528015},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.091560959815979},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.17343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17343","pdf_url":"https://arxiv.org/pdf/2501.17343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.17343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.17343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.17343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17343","pdf_url":"https://arxiv.org/pdf/2501.17343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1296419534","display_name":null,"funder_award_id":"G-1903-03793","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"},{"id":"https://openalex.org/G1985087239","display_name":null,"funder_award_id":"R01EB033385","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2587922514","display_name":null,"funder_award_id":"REB017230","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3196715191","display_name":"NSF Convergence Accelerator Track D: Scalable, TRaceable Ai for Imaging Translation: Innovation to Implementation for Accelerated Impact (STRAIT I3)","funder_award_id":"2040462","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3514670832","display_name":null,"funder_award_id":"G-1903-03793","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3870125724","display_name":null,"funder_award_id":"NAIRR240055","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G398763758","display_name":null,"funder_award_id":"R01DK135597","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G412688864","display_name":null,"funder_award_id":"R01MH125931","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"},{"id":"https://openalex.org/G5076521518","display_name":null,"funder_award_id":"R01DK132338","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5235705212","display_name":null,"funder_award_id":"R01DK132338","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"},{"id":"https://openalex.org/G6493331838","display_name":null,"funder_award_id":"R01MH125931","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6573109839","display_name":null,"funder_award_id":"G-2103-05128","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"},{"id":"https://openalex.org/G6665030671","display_name":null,"funder_award_id":"REB017230","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"},{"id":"https://openalex.org/G7623027640","display_name":null,"funder_award_id":"R01EB033385","funder_id":"https://openalex.org/F4320309446","funder_display_name":"Leona M. and Harry B. Helmsley Charitable Trust"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309151","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34"},{"id":"https://openalex.org/F4320309446","display_name":"Leona M. and Harry B. Helmsley Charitable Trust","ror":"https://ror.org/011x6n313"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406975360.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Quantizing":[0],"deep":[1,178],"neural":[2],"networks":[3],",reducing":[4],"the":[5,60,174,202,212],"precision":[6,43],"(bit-width)":[7],"of":[8,62,176],"their":[9],"computations,":[10],"can":[11],"remarkably":[12],"decrease":[13],"memory":[14],"usage":[15],"and":[16,124,152,192,221,225],"accelerate":[17],"processing,":[18],"making":[19],"these":[20],"models":[21,180,193],"more":[22],"suitable":[23],"for":[24,121,205,216,231],"large-scale":[25],"medical":[26,95,182],"imaging":[27,183],"applications":[28,184],"with":[29,126],"limited":[30],"computational":[31,186],"resources.":[32],"However,":[33],"many":[34],"existing":[35],"methods":[36],"studied":[37],"\"fake":[38],"quantization\",":[39],"which":[40],"simulates":[41],"lower":[42],"operations":[44],"during":[45],"inference,":[46],"but":[47],"does":[48],"not":[49],"actually":[50],"reduce":[51],"model":[52,150,169],"size":[53,151],"or":[54],"improve":[55],"real-world":[56,147],"inference":[57,153],"speed.":[58],"Moreover,":[59],"potential":[61],"deploying":[63],"real":[64,80,137,143],"3D":[65,94],"low-bit":[66],"quantization":[67,82,90,120,135,138,164],"on":[68,91,142,165,201,211,228],"modern":[69],"GPUs":[70,166],"is":[71],"still":[72],"unexplored.":[73],"In":[74],"this":[75,133],"study,":[76],"we":[77,114,131],"introduce":[78],"a":[79],"post-training":[81],"(PTQ)":[83],"framework":[84,160],"that":[85,158],"successfully":[86],"implements":[87],"true":[88],"8-bit":[89,163],"state-of-the-art":[92],"(SOTA)":[93],"segmentation":[96],"models,":[97],"i.e.,":[98],"U-Net,":[99,198],"SegResNet,":[100,223],"SwinUNETR,":[101],"nnU-Net,":[102,222],"UNesT,":[103],"TransUNet,":[104],"ST-UNet,and":[105],"VISTA3D.":[106],"Our":[107],"approach":[108],"involves":[109],"two":[110],"main":[111],"steps.":[112],"First,":[113],"use":[115],"TensorRT":[116,140],"to":[117],"perform":[118],"fake":[119,134],"both":[122],"weights":[123],"activations":[125],"unlabeled":[127],"calibration":[128],"dataset.":[129],"Second,":[130],"convert":[132],"into":[136],"via":[139],"engine":[141],"GPUs,":[144],"resulting":[145],"in":[146,149,181],"reductions":[148],"latency.":[154],"Extensive":[155],"experiments":[156],"demonstrate":[157],"our":[159],"effectively":[161],"performs":[162],"without":[167],"sacrificing":[168],"performance.":[170],"This":[171],"advancement":[172],"enables":[173],"deployment":[175],"efficient":[177],"learning":[179],"where":[185],"resources":[187],"are":[188],"constrained.":[189],"The":[190],"code":[191],"have":[194],"been":[195],"released,":[196],"including":[197],"TransUNet":[199],"pretrained":[200,210,227],"BTCV":[203],"dataset":[204],"abdominal":[206],"(13-label)":[207],"segmentation,":[208,220],"UNesT":[209],"Whole":[213],"Brain":[214],"Dataset":[215],"whole":[217],"brain":[218],"(133-label)":[219],"SwinUNETR":[224],"VISTA3D":[226],"TotalSegmentator":[229],"V2":[230],"full":[232],"body":[233],"(104-label)":[234],"segmentation.":[235],"https://github.com/hrlblab/PTQ.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}