{"id":"https://openalex.org/W4408048773","doi":"https://doi.org/10.1109/bigcom65357.2024.00022","title":"Pre-Segmentation: A Data Augmentation-Based Strategy for Thinning ViT Models","display_name":"Pre-Segmentation: A Data Augmentation-Based Strategy for Thinning ViT Models","publication_year":2024,"publication_date":"2024-08-09","ids":{"openalex":"https://openalex.org/W4408048773","doi":"https://doi.org/10.1109/bigcom65357.2024.00022"},"language":"en","primary_location":{"id":"doi:10.1109/bigcom65357.2024.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigcom65357.2024.00022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th International Conference on Big Data Computing and Communications (BigCom)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Houbin Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houbin Guo","raw_affiliation_strings":["Anhui University, School of Computer Science and Technology,HeFei,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University, School of Computer Science and Technology,HeFei,China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xing Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Guo","raw_affiliation_strings":["Anhui University, School of Computer Science and Technology,HeFei,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University, School of Computer Science and Technology,HeFei,China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061927420","display_name":"Haohua Du","orcid":"https://orcid.org/0000-0002-8492-3990"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohua Du","raw_affiliation_strings":["Beihang University, School of Cyber Science and Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, School of Cyber Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"96","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.10300000011920929,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.10300000011920929,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12698","display_name":"3D Modeling in Geospatial Applications","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thinning","display_name":"Thinning","score":0.8327904939651489},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7053834795951843},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6069196462631226},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.46773606538772583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46205204725265503},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33925360441207886},{"id":"https://openalex.org/keywords/forestry","display_name":"Forestry","score":0.06477963924407959},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.05714341998100281}],"concepts":[{"id":"https://openalex.org/C2781353100","wikidata":"https://www.wikidata.org/wiki/Q1266974","display_name":"Thinning","level":2,"score":0.8327904939651489},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7053834795951843},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6069196462631226},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.46773606538772583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46205204725265503},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33925360441207886},{"id":"https://openalex.org/C97137747","wikidata":"https://www.wikidata.org/wiki/Q38112","display_name":"Forestry","level":1,"score":0.06477963924407959},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.05714341998100281}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigcom65357.2024.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigcom65357.2024.00022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th International Conference on Big Data Computing and Communications (BigCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4825246002","display_name":null,"funder_award_id":"2021ZD0110403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1901616594","https://openalex.org/W2061453480","https://openalex.org/W2108598243","https://openalex.org/W2250539671","https://openalex.org/W2407386500","https://openalex.org/W2533598788","https://openalex.org/W2946794439","https://openalex.org/W2954996726","https://openalex.org/W2963125010","https://openalex.org/W2963748441","https://openalex.org/W2964167098","https://openalex.org/W3034368386","https://openalex.org/W3184324824","https://openalex.org/W4214634256","https://openalex.org/W4214636423","https://openalex.org/W4382239283","https://openalex.org/W4385245566","https://openalex.org/W4391021637","https://openalex.org/W6637551013","https://openalex.org/W6695314431","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6755207826","https://openalex.org/W6779879114","https://openalex.org/W6788135285","https://openalex.org/W6796494063","https://openalex.org/W6800633732","https://openalex.org/W6839336052","https://openalex.org/W6845607375"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,164,241],"the":[1,7,11,16,33,37,41,47,56,60,66,82,102,108,122,125,130,133,144,149,169,179,181,189,198,206,212,225,231,238,257,261,265,274,282,285],"basic":[2],"Vision":[3],"transformer":[4],"(ViT)":[5],"model,":[6],"way":[8],"to":[9,14,32,39,51,54,98,204,216,230,255,289],"process":[10],"image":[12,17],"is":[13,77,88,95,153,253],"cut":[15],"into":[18,188],"a":[19,52,71,78,113,119,141,174,294],"certain":[20],"number":[21,134,150],"of":[22,36,74,81,104,121,135,146,151,159,214,219,227,233,260,267,276,284],"patches":[23],"as":[24,129,173,221,223],"labeled":[25],"(location":[26],"coded)":[27],"tokens,":[28],"which":[29,76,137,209],"are":[30,62,183,202],"inputted":[31],"multi-attention":[34],"part":[35],"model":[38,86,172,244,277,286],"extract":[40],"information,":[42,100],"and":[43,93,118,161,177,185,196,235,280],"then":[44,186],"passed":[45],"through":[46],"full":[48],"connectivity":[49],"layer":[50,191],"classifier":[53],"classify":[55],"image.":[57],"If":[58,148],"all":[59,107],"Tokens":[61,109,152],"utilized":[63],"for":[64,192],"interaction,":[65,92],"complex":[67],"ViT":[68,85,171,220],"structure":[69],"brings":[70,156],"huge":[72],"amount":[73,145],"computation,":[75],"major":[79],"drawback":[80],"model.":[83],"The":[84],"itself":[87],"characterized":[89],"by":[90],"global":[91,99,217],"Attention":[94],"extremely":[96],"sensitive":[97],"so":[101],"over-pursuit":[103],"interaction":[105,279],"with":[106],"will":[110,138],"bring":[111,139],"about":[112,140,157],"sharp":[114],"increase":[115],"in":[116,132,143,264,287,297],"complexity":[117],"multiplication":[120],"pressure":[123],"on":[124],"hardware":[126],"facilities,":[127],"such":[128],"reduction":[131,142,232,296],"Tokens,":[136,234],"information.":[147],"reduced,":[154],"it":[155],"loss":[158,226],"information":[160,193,228,278],"unsatisfactory":[162],"accuracy.":[163,304],"this":[165],"study,":[166],"we":[167],"take":[168],"lightweight":[170],"starting":[175],"point,":[176],"preprocess":[178],"images:":[180],"images":[182],"chunked":[184],"entered":[187],"coding":[190],"extraction":[194],"respectively,":[195],"finally":[197],"respective":[199],"cls":[200],"labels":[201],"processed":[203],"get":[205],"classification":[207],"results,":[208],"can":[210,271,299],"solve":[211],"problem":[213],"over-attention":[215],"attention":[218],"well":[222],"avoiding":[224],"due":[229],"ultimately":[236],"realizing":[237],"model's":[239],"lightweighting.":[240],"conclusion,":[242],"our":[243],"(PS-ViT)":[245],"starts":[246],"from":[247],"two":[248],"aspects,":[249],"firstly,":[250],"data":[251],"enhancement":[252],"used":[254],"improve":[256],"generalization":[258],"ability":[259],"model;":[262],"secondly,":[263],"processing":[266],"input":[268],"images,":[269],"pre-blocking":[270],"both":[272],"change":[273],"range":[275],"reduce":[281],"computation":[283,298],"order":[288],"achieve":[290],"efficient":[291],"reasoning.":[292],"Finally,":[293],"40%":[295],"be":[300],"achieved":[301],"while":[302],"maintaining":[303]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}