{"id":"https://openalex.org/W4312913708","doi":"https://doi.org/10.1109/iros47612.2022.9981339","title":"Fully Convolutional Transformer with Local-Global Attention","display_name":"Fully Convolutional Transformer with Local-Global Attention","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312913708","doi":"https://doi.org/10.1109/iros47612.2022.9981339"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981339","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981339","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074866101","display_name":"Sihaeng Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]}],"countries":["KR","US"],"is_corresponding":true,"raw_author_name":"Sihaeng Lee","raw_affiliation_strings":["LG AI Research,Vision Lab,Seoul,South Korea","Vision Lab, LG AI Research, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Vision Lab,Seoul,South Korea","institution_ids":["https://openalex.org/I2818286"]},{"raw_affiliation_string":"Vision Lab, LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074809370","display_name":"Eojindl Yi","orcid":"https://orcid.org/0000-0002-8036-0641"},"institutions":[{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Eojindl Yi","raw_affiliation_strings":["LG AI Research,Vision Lab,Seoul,South Korea","Vision Lab, LG AI Research, Seoul, South Korea","School of Electrical Engineering, KAIST, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Vision Lab,Seoul,South Korea","institution_ids":["https://openalex.org/I2818286"]},{"raw_affiliation_string":"Vision Lab, LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]},{"raw_affiliation_string":"School of Electrical Engineering, KAIST, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103127267","display_name":"Janghyeon Lee","orcid":"https://orcid.org/0000-0002-8599-4678"},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Janghyeon Lee","raw_affiliation_strings":["LG AI Research,Vision Lab,Seoul,South Korea","Vision Lab, LG AI Research, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Vision Lab,Seoul,South Korea","institution_ids":["https://openalex.org/I2818286"]},{"raw_affiliation_string":"Vision Lab, LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104037026","display_name":"Jinsu Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]},{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Jinsu Yoo","raw_affiliation_strings":["LG AI Research,Vision Lab,Seoul,South Korea","Department of Artificial Intelligence, Hanyang University, Seoul, South Korea","Vision Lab, LG AI Research, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Vision Lab,Seoul,South Korea","institution_ids":["https://openalex.org/I2818286"]},{"raw_affiliation_string":"Department of Artificial Intelligence, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Vision Lab, LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108652283","display_name":"Honglak Lee","orcid":"https://orcid.org/0000-0002-1279-0068"},"institutions":[{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Honglak Lee","raw_affiliation_strings":["LG AI Research,Seoul,South Korea","Faculty of the Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, USA","LG AI Research, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Seoul,South Korea","institution_ids":["https://openalex.org/I4210131320"]},{"raw_affiliation_string":"Faculty of the Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108089716","display_name":"Seung Hwan Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Seung Hwan Kim","raw_affiliation_strings":["LG AI Research,Vision Lab,Seoul,South Korea","Vision Lab, LG AI Research, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"LG AI Research,Vision Lab,Seoul,South Korea","institution_ids":["https://openalex.org/I2818286"]},{"raw_affiliation_string":"Vision Lab, LG AI Research, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074866101"],"corresponding_institution_ids":["https://openalex.org/I2818286","https://openalex.org/I4210131320"],"apc_list":null,"apc_paid":null,"fwci":0.0602,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.32589477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"30","issue":null,"first_page":"552","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.813672661781311},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.665063738822937},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6610883474349976},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6325063109397888},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6279993057250977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6124699115753174},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6040205359458923},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5023441314697266},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43255770206451416},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3671038746833801},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3338492512702942},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1080055832862854},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08355039358139038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.813672661781311},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.665063738822937},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6610883474349976},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6325063109397888},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6279993057250977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6124699115753174},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6040205359458923},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5023441314697266},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43255770206451416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3671038746833801},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3338492512702942},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1080055832862854},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08355039358139038},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981339","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981339","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1522301498","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W2115579991","https://openalex.org/W2117539524","https://openalex.org/W2132947399","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2886322387","https://openalex.org/W2895314356","https://openalex.org/W2908510526","https://openalex.org/W2951234442","https://openalex.org/W2959581809","https://openalex.org/W2962960377","https://openalex.org/W2963263347","https://openalex.org/W2963488291","https://openalex.org/W2990946490","https://openalex.org/W3048775510","https://openalex.org/W3094502228","https://openalex.org/W3108179104","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3133696297","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3151130473","https://openalex.org/W3157528469","https://openalex.org/W3159778524","https://openalex.org/W3173727695","https://openalex.org/W3174397558","https://openalex.org/W4214493665","https://openalex.org/W4214520160","https://openalex.org/W4214588794","https://openalex.org/W4214634256","https://openalex.org/W4214636423","https://openalex.org/W4297775537","https://openalex.org/W4385245566","https://openalex.org/W6605121731","https://openalex.org/W6631190155","https://openalex.org/W6685261749","https://openalex.org/W6726497184","https://openalex.org/W6737664043","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6766261854","https://openalex.org/W6784333009","https://openalex.org/W6786385858","https://openalex.org/W6790690058","https://openalex.org/W6791705549","https://openalex.org/W6792695861","https://openalex.org/W6794345597"],"related_works":["https://openalex.org/W2062399876","https://openalex.org/W2607795551","https://openalex.org/W3155117723","https://openalex.org/W1991429770","https://openalex.org/W1983892167","https://openalex.org/W2281134365","https://openalex.org/W4310746709","https://openalex.org/W4385574037","https://openalex.org/W4386075645","https://openalex.org/W4306309518"],"abstract_inverted_index":{"In":[0,159],"an":[1,57,69],"attempt":[2],"to":[3,95,169],"imitate":[4],"the":[5,10,62,96,101,110,114,160],"success":[6],"of":[7,12,68,98,105,113,132,171],"transformers":[8,21],"in":[9,32,56,109],"field":[11],"natural":[13],"language":[14],"processing":[15],"into":[16],"computer":[17],"vision":[18,20],"tasks,":[19,40,148],"(ViTs)":[22],"have":[23,29,52],"recently":[24],"gained":[25],"attention.":[26],"Performance":[27],"breakthroughs":[28],"been":[30,53],"achieved":[31],"coarse-grained":[33],"tasks":[34],"like":[35],"classification.":[36],"However,":[37],"dense":[38,88,141],"prediction":[39,89],"such":[41],"as":[42],"detection,":[43],"segmentation,":[44],"and":[45,51,87,130,157],"depth":[46,161],"estimation,":[47],"require":[48],"additional":[49],"modifications":[50],"tackled":[54],"only":[55],"ad-hoc":[58],"manner,":[59],"by":[60],"replacing":[61],"convolutional":[63,80],"neural":[64],"network":[65],"encoder":[66],"backbone":[67],"existing":[70,144],"architecture":[71,93,103,150,165],"with":[72],"a":[73,78,152],"ViT.":[74],"This":[75,116],"study":[76],"proposes":[77],"fully":[79],"transformer":[81],"that":[82,170],"can":[83,125],"perform":[84,127],"both":[85,128],"coarse":[86],"tasks.":[90],"The":[91],"proposed":[92,121],"is,":[94],"best":[97],"our":[99,119,149,164],"knowledge,":[100],"first":[102],"composed":[104],"attention":[106,123],"layers,":[107],"even":[108],"decoder":[111],"part":[112],"network.":[115],"is":[117],"because":[118],"newly":[120],"local-global":[122],"(LGA)":[124],"flexibly":[126],"downsampling":[129],"upsampling":[131],"spatial":[133],"features,":[134],"which":[135],"are":[136],"key":[137],"operations":[138],"required":[139],"for":[140],"prediction.":[142],"Against":[143],"ViTs":[145],"on":[146],"classification":[147],"shows":[151],"reasonable":[153],"trade-off":[154],"between":[155],"performance":[156,167],"efficiency.":[158],"estimation":[162],"task,":[163],"achieves":[166],"comparable":[168],"state-of-the-art":[172],"transformer-based":[173],"methods.":[174]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}