{"id":"https://openalex.org/W4400944606","doi":"https://doi.org/10.1109/tpami.2024.3429508","title":"Fast-iTPN: Integrally Pre-Trained Transformer Pyramid Network With Token Migration","display_name":"Fast-iTPN: Integrally Pre-Trained Transformer Pyramid Network With Token Migration","publication_year":2024,"publication_date":"2024-07-24","ids":{"openalex":"https://openalex.org/W4400944606","doi":"https://doi.org/10.1109/tpami.2024.3429508","pmid":"https://pubmed.ncbi.nlm.nih.gov/39046859"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3429508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3429508","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069782593","display_name":"Yunjie Tian","orcid":"https://orcid.org/0000-0002-5103-3748"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjie Tian","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5103-3748","affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075290241","display_name":"Lingxi Xie","orcid":"https://orcid.org/0000-0003-4831-9451"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxi Xie","raw_affiliation_strings":["Huawei Inc., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4831-9451","affiliations":[{"raw_affiliation_string":"Huawei Inc., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109751963","display_name":"Jihao Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jihao Qiu","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-4585-3386","affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110088325","display_name":"Jianbin Jiao","orcid":"https://orcid.org/0000-0003-0454-3929"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Jiao","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0454-3929","affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2197-9038","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Inc., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7252-5047","affiliations":[{"raw_affiliation_string":"Huawei Inc., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015317495","display_name":"Qixiang Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixiang Ye","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1215-6259","affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.97,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91572176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"9766","last_page":"9779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/integrally-closed","display_name":"Integrally closed","score":0.6786090135574341},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6533709764480591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6385522484779358},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5956524610519409},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5464426875114441},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.427558958530426},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38872045278549194},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3872905969619751},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21615144610404968},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18374747037887573},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12798473238945007},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11398154497146606},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10169139504432678}],"concepts":[{"id":"https://openalex.org/C205059728","wikidata":"https://www.wikidata.org/wiki/Q6042740","display_name":"Integrally closed","level":2,"score":0.6786090135574341},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6533709764480591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6385522484779358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5956524610519409},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5464426875114441},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.427558958530426},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38872045278549194},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3872905969619751},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21615144610404968},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18374747037887573},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12798473238945007},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11398154497146606},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10169139504432678},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3429508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3429508","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39046859","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39046859","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G6113573069","display_name":null,"funder_award_id":"62171431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6735075065","display_name":null,"funder_award_id":"62225208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2565639579","https://openalex.org/W2618530766","https://openalex.org/W2884822772","https://openalex.org/W2896457183","https://openalex.org/W2919115771","https://openalex.org/W2962749812","https://openalex.org/W2963150697","https://openalex.org/W2963420272","https://openalex.org/W2981689412","https://openalex.org/W2983943451","https://openalex.org/W2998108143","https://openalex.org/W3035524453","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3159481202","https://openalex.org/W3160694286","https://openalex.org/W3172615411","https://openalex.org/W3175515048","https://openalex.org/W3176153963","https://openalex.org/W3213836217","https://openalex.org/W3214395274","https://openalex.org/W3215023121","https://openalex.org/W4214493665","https://openalex.org/W4214614183","https://openalex.org/W4280617157","https://openalex.org/W4282004442","https://openalex.org/W4295308583","https://openalex.org/W4301914798","https://openalex.org/W4309398427","https://openalex.org/W4312262772","https://openalex.org/W4312312750","https://openalex.org/W4312446817","https://openalex.org/W4312535427","https://openalex.org/W4312769131","https://openalex.org/W4312804044","https://openalex.org/W4312847199","https://openalex.org/W4312891522","https://openalex.org/W4313007769","https://openalex.org/W4313156423","https://openalex.org/W4313158203","https://openalex.org/W4320719205","https://openalex.org/W4320930577","https://openalex.org/W4382465386","https://openalex.org/W4382467347","https://openalex.org/W4385245566","https://openalex.org/W4386065811","https://openalex.org/W4386071687","https://openalex.org/W4386076174","https://openalex.org/W4386076222","https://openalex.org/W4386076522","https://openalex.org/W4386221015","https://openalex.org/W4400721967","https://openalex.org/W6620707391","https://openalex.org/W6638523607","https://openalex.org/W6733814495","https://openalex.org/W6746023985","https://openalex.org/W6747899497","https://openalex.org/W6757817989","https://openalex.org/W6762718338","https://openalex.org/W6772853553","https://openalex.org/W6778883912","https://openalex.org/W6779997284","https://openalex.org/W6780226713","https://openalex.org/W6791353385","https://openalex.org/W6794345597","https://openalex.org/W6795901243","https://openalex.org/W6796761347","https://openalex.org/W6796792687","https://openalex.org/W6796931752","https://openalex.org/W6798016242","https://openalex.org/W6803844357","https://openalex.org/W6804160461","https://openalex.org/W6810007534","https://openalex.org/W6810237330","https://openalex.org/W6838614222","https://openalex.org/W6838701581","https://openalex.org/W6838710837","https://openalex.org/W6838961708","https://openalex.org/W6839178539","https://openalex.org/W6839263979","https://openalex.org/W6845452229","https://openalex.org/W6846577953","https://openalex.org/W6846740302","https://openalex.org/W6851392053"],"related_works":["https://openalex.org/W2383359835","https://openalex.org/W2335628995","https://openalex.org/W3110856450","https://openalex.org/W4229916240","https://openalex.org/W2093968382","https://openalex.org/W1998453782","https://openalex.org/W2050931045","https://openalex.org/W1587332318","https://openalex.org/W1984035049","https://openalex.org/W4304700937"],"abstract_inverted_index":{"We":[0],"propose":[1],"integrally":[2],"pre-trained":[3,39],"transformer":[4,44],"pyramid":[5,41,52,89],"network":[6,12],"(iTPN),":[7],"towards":[8],"jointly":[9],"optimizing":[10],"the":[11,15,50,81,87,124,149,161],"backbone":[13,82,167],"and":[14,24,67,135],"neck,":[16],"so":[17],"that":[18],"transfer":[19],"gap":[20],"between":[21],"representation":[22],"models":[23],"downstream":[25,169],"tasks":[26],"is":[27,30,59],"minimal.":[28],"iTPN":[29,58],"born":[31],"with":[32,156],"two":[33,71],"elaborated":[34],"designs:":[35],"1)":[36,74],"The":[37,108],"first":[38],"feature":[40,51,55,88],"upon":[42],"vision":[43,170],"(ViT).":[45],"2)":[46,93],"Multi-stage":[47],"supervision":[48],"to":[49,61,154,163],"using":[53,122,144],"masked":[54],"modeling":[56],"(MFM).":[57],"updated":[60],"Fast-iTPN,":[62],"reducing":[63,96],"computational":[64],"memory":[65],"overhead":[66],"accelerating":[68],"inference":[69,150],"through":[70],"flexible":[72],"designs.":[73],"Token":[75,94],"migration:":[76],"dropping":[77],"redundant":[78],"tokens":[79],"of":[80],"while":[83],"replenishing":[84],"them":[85],"in":[86],"without":[90],"attention":[91,102],"operations.":[92],"gathering:":[95],"computation":[97],"cost":[98],"caused":[99],"by":[100,103,152],"global":[101],"introducing":[104],"few":[105],"gathering":[106],"tokens.":[107],"base/large-level":[109,125],"Fast-iTPN":[110,126,146],"achieve":[111],"88.75%/89.5%":[112],"top-1":[113],"accuracy":[114],"on":[115,131,139],"ImageNet-1":[116],"K.":[117],"With":[118],"1\u00d7":[119],"training":[120],"schedule":[121],"DINO,":[123],"achieves":[127],"58.4%/58.8%":[128],"box":[129],"AP":[130],"COCO":[132],"object":[133],"detection,":[134],"a":[136,165],"57.5%/58.7%":[137],"mIoU":[138],"ADE20":[140],"K":[141],"semantic":[142],"segmentation":[143],"MaskDINO.":[145],"can":[147],"accelerate":[148],"procedure":[151],"up":[153],"70%,":[155],"negligible":[157],"performance":[158],"loss,":[159],"demonstrating":[160],"potential":[162],"be":[164],"powerful":[166],"for":[168],"tasks.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}