{"id":"https://openalex.org/W4308236219","doi":"https://doi.org/10.1109/icip46576.2022.9897630","title":"Transformer Compressed Sensing Via Global Image Tokens","display_name":"Transformer Compressed Sensing Via Global Image Tokens","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308236219","doi":"https://doi.org/10.1109/icip46576.2022.9897630"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007086320","display_name":"Marlon Bran Lorenzana","orcid":"https://orcid.org/0000-0002-5593-8691"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Marlon Bran Lorenzana","raw_affiliation_strings":["The University of Queensland,Brisbane,Australia","The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland,Brisbane,Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054975238","display_name":"Craig Engstrom","orcid":"https://orcid.org/0000-0001-8637-4932"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Craig Engstrom","raw_affiliation_strings":["The University of Queensland,Brisbane,Australia","The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland,Brisbane,Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083545460","display_name":"Shekhar S. Chandra","orcid":"https://orcid.org/0000-0001-6544-900X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shekhar S. Chandra","raw_affiliation_strings":["The University of Queensland,Brisbane,Australia","The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland,Brisbane,Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007086320"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":0.4131,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68871866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3011","last_page":"3015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8398479223251343},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6724278926849365},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6292165517807007},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6124332547187805},{"id":"https://openalex.org/keywords/kaleidoscope","display_name":"Kaleidoscope","score":0.5128172039985657},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.48188644647598267},{"id":"https://openalex.org/keywords/inductive-bias","display_name":"Inductive bias","score":0.4698547124862671},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46520453691482544},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4333200454711914},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.422394335269928},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.41180601716041565},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4028293192386627},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32534700632095337},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1058955192565918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8398479223251343},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6724278926849365},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6292165517807007},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6124332547187805},{"id":"https://openalex.org/C2778037017","wikidata":"https://www.wikidata.org/wiki/Q6351981","display_name":"Kaleidoscope","level":2,"score":0.5128172039985657},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.48188644647598267},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.4698547124862671},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46520453691482544},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4333200454711914},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.422394335269928},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.41180601716041565},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4028293192386627},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32534700632095337},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1058955192565918},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip46576.2022.9897630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2153663612","https://openalex.org/W2168668658","https://openalex.org/W2612690371","https://openalex.org/W2899436743","https://openalex.org/W2900756484","https://openalex.org/W2950936580","https://openalex.org/W2963676935","https://openalex.org/W2998108143","https://openalex.org/W3121523901","https://openalex.org/W3138516171","https://openalex.org/W3175544090","https://openalex.org/W3202219235","https://openalex.org/W3203480968","https://openalex.org/W4214614183","https://openalex.org/W6739901393","https://openalex.org/W6755625687","https://openalex.org/W6772853553","https://openalex.org/W6784333009","https://openalex.org/W6797790494"],"related_works":["https://openalex.org/W625735094","https://openalex.org/W643403496","https://openalex.org/W211986840","https://openalex.org/W4393093108","https://openalex.org/W2955841925","https://openalex.org/W4388316009","https://openalex.org/W337907267","https://openalex.org/W2884840866","https://openalex.org/W2765217416","https://openalex.org/W2081813227"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1,35,117],"networks":[2,36],"(CNN)":[3],"have":[4],"demonstrated":[5],"outstanding":[6],"Compressed":[7],"Sensing":[8],"(CS)":[9],"performance":[10],"compared":[11],"to":[12,29,47,60,69],"traditional,":[13],"hand-crafted":[14],"methods.":[15],"However,":[16,52],"they":[17],"are":[18],"broadly":[19],"limited":[20],"in":[21,113],"terms":[22],"of":[23,134],"generalisability,":[24],"inductive":[25],"bias":[26],"and":[27,122,142],"difficulty":[28],"model":[30,144],"long":[31],"distance":[32],"relationships.":[33],"Transformer":[34],"(TNN)":[37],"overcome":[38],"such":[39],"issues":[40],"by":[41,127],"implementing":[42],"an":[43,62,132],"attention":[44],"mechanism":[45,92],"designed":[46],"capture":[48],"dependencies":[49],"between":[50],"inputs.":[51,85],"high-resolution":[53],"tasks":[54],"typically":[55],"require":[56],"vision":[57],"Transformers":[58],"(ViT)":[59],"decompose":[61],"image":[63,77,135,140],"into":[64,83],"patch-based":[65,103],"tokens,":[66,136],"limiting":[67],"inputs":[68],"inherently":[70],"local":[71],"contexts.":[72],"We":[73,129],"propose":[74,131],"a":[75,91,102,114],"novel":[76],"decomposition":[78],"that":[79],"naturally":[80],"embeds":[81],"images":[82],"low-resolution":[84],"These":[86],"Kaleidoscope":[87],"tokens":[88],"(KD)":[89],"provide":[90],"for":[93],"global":[94],"attention,":[95],"at":[96],"the":[97,124],"same":[98],"computational":[99],"cost":[100],"as":[101],"approach.":[104],"To":[105],"showcase":[106],"this":[107],"development,":[108],"we":[109],"replace":[110],"CNN":[111],"components":[112],"well-known":[115],"CS-MRI":[116],"network":[118],"with":[119],"TNN":[120],"blocks":[121],"demonstrate":[123],"improvements":[125],"afforded":[126],"KD.":[128],"also":[130],"ensemble":[133],"which":[137],"enhance":[138],"overall":[139],"quality":[141],"reduces":[143],"size.":[145],"Supplementary":[146],"material":[147],"is":[148],"available:":[149],"https://github.com/uqmarlonbran/TCS.git.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}