{"id":"https://openalex.org/W4390954029","doi":"https://doi.org/10.1007/s00530-023-01211-w","title":"ITrans: generative image inpainting with transformers","display_name":"ITrans: generative image inpainting with transformers","publication_year":2024,"publication_date":"2024-01-17","ids":{"openalex":"https://openalex.org/W4390954029","doi":"https://doi.org/10.1007/s00530-023-01211-w"},"language":"en","primary_location":{"id":"doi:10.1007/s00530-023-01211-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-023-01211-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-023-01211-w.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00530-023-01211-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100607638","display_name":"Wei Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["CN","FI"],"is_corresponding":true,"raw_author_name":"Wei Miao","raw_affiliation_strings":["Faculty of Information Technology, University of Jyv\u00e4skyl\u00e4,  Seminaarinkatu 15, 40014, Jyv\u00e4skyl\u00e4, Finland","School of Information and Communication Engineering, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, University of Jyv\u00e4skyl\u00e4,  Seminaarinkatu 15, 40014, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China","institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318892","display_name":"Lijun Wang","orcid":"https://orcid.org/0000-0003-2538-8358"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Wang","raw_affiliation_strings":["School of Artificial Intelligence, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006986293","display_name":"Huchuan Lu","orcid":"https://orcid.org/0000-0002-6668-9758"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huchuan Lu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, No. 2 Linggong Road, Dalian, 116023, Liaoning, China","institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022066916","display_name":"Kaining Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaining Huang","raw_affiliation_strings":["Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020272723","display_name":"Xinchu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinchu Shi","raw_affiliation_strings":["Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043092679","display_name":"Bocong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bocong Liu","raw_affiliation_strings":["Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan Group, No. 4 Wangjing East Road, Chaoyang District, Beijing, 100102, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100607638"],"corresponding_institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944","https://openalex.org/I94722563"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":4.1071,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.95429669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"30","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.8915252089500427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735590398311615},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6603602170944214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6109656691551208},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5815249681472778},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5271463394165039},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.49028804898262024},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42921558022499084},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4187266230583191},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.24164456129074097},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.078499436378479}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.8915252089500427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735590398311615},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6603602170944214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6109656691551208},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5815249681472778},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5271463394165039},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.49028804898262024},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42921558022499084},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4187266230583191},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24164456129074097},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.078499436378479},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00530-023-01211-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-023-01211-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-023-01211-w.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/92893","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202401191388","pdf_url":"https://jyx.jyu.fi/bitstreams/f69f7c81-a848-43de-acdb-16ac99daa826/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1007/s00530-023-01211-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-023-01211-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-023-01211-w.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323168","display_name":"Jyv\u00e4skyl\u00e4n Yliopisto","ror":"https://ror.org/05n3dz165"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390954029.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1993120651","https://openalex.org/W2103559027","https://openalex.org/W2105038642","https://openalex.org/W2117539524","https://openalex.org/W2133665775","https://openalex.org/W2145023731","https://openalex.org/W2183341477","https://openalex.org/W2187250581","https://openalex.org/W2194775991","https://openalex.org/W2331128040","https://openalex.org/W2475287302","https://openalex.org/W2572730214","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2798365772","https://openalex.org/W2962785568","https://openalex.org/W2963037581","https://openalex.org/W2963073614","https://openalex.org/W2963420272","https://openalex.org/W2963521568","https://openalex.org/W2963800363","https://openalex.org/W2964148878","https://openalex.org/W2970971581","https://openalex.org/W2981408470","https://openalex.org/W2982763192","https://openalex.org/W2991377405","https://openalex.org/W3034419329","https://openalex.org/W3034482833","https://openalex.org/W3043547428","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3109174731","https://openalex.org/W3121667743","https://openalex.org/W3136958399","https://openalex.org/W3137278571","https://openalex.org/W3168649818","https://openalex.org/W3170841864","https://openalex.org/W3171516518","https://openalex.org/W3175375202","https://openalex.org/W3176674719","https://openalex.org/W3190220420","https://openalex.org/W3199003182","https://openalex.org/W3206082266","https://openalex.org/W4240726888","https://openalex.org/W4312771828","https://openalex.org/W6600042225","https://openalex.org/W6600223405","https://openalex.org/W6600258949","https://openalex.org/W6600302053","https://openalex.org/W6601473709","https://openalex.org/W6602254124","https://openalex.org/W6603094881","https://openalex.org/W6828894009"],"related_works":["https://openalex.org/W3204676188","https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W4242046654","https://openalex.org/W3174923100","https://openalex.org/W3134074939","https://openalex.org/W2992803471","https://openalex.org/W4389325980","https://openalex.org/W4293869205"],"abstract_inverted_index":{"Abstract":[0],"Despite":[1],"significant":[2],"improvements,":[3],"convolutional":[4,58],"neural":[5],"network":[6,56,152],"(CNN)":[7],"based":[8],"methods":[9,158],"are":[10],"struggling":[11],"with":[12,61],"handling":[13],"long-range":[14],"global":[15,68,73,84,90,130],"image":[16,77,108],"dependencies":[17],"due":[18],"to":[19,25,92,105],"their":[20],"limited":[21],"receptive":[22],"fields,":[23],"leading":[24],"an":[26],"unsatisfactory":[27],"inpainting":[28,157],"performance":[29],"under":[30],"complicated":[31],"scenarios.":[32],"To":[33],"address":[34],"this":[35],"issue,":[36],"we":[37],"propose":[38],"the":[39,46,67,80,88,93,100,111,121,149],"Inpainting":[40],"Transformer":[41],"(ITrans)":[42],"network,":[43],"which":[44,137],"combines":[45],"power":[47],"of":[48,128],"both":[49,129,159],"self-attention":[50],"and":[51,69,86,133,161],"convolution":[52],"operations.":[53],"The":[54,72],"ITrans":[55,125,151],"augments":[57],"encoder\u2013decoder":[59],"structure":[60],"two":[62,123],"novel":[63],"designs,":[64],"i.e.":[65],",":[66],"local":[70,101,112,134],"transformers.":[71],"transformer":[74,102],"aggregates":[75],"high-level":[76],"context":[78],"from":[79],"encoder":[81],"in":[82,95],"a":[83,96,115],"perspective,":[85],"propagates":[87],"encoded":[89],"representation":[91],"decoder":[94],"multi-scale":[97],"manner.":[98],"Meanwhile,":[99],"is":[103,126,138],"intended":[104],"extract":[106],"low-level":[107],"details":[109,135],"inside":[110],"neighborhood":[113],"at":[114],"reduced":[116],"computational":[117],"overhead.":[118],"By":[119],"incorporating":[120],"above":[122],"transformers,":[124],"capable":[127],"relationship":[131],"modeling":[132],"encoding,":[136],"essential":[139],"for":[140],"hallucinating":[141],"perceptually":[142],"realistic":[143],"images.":[144],"Extensive":[145],"experiments":[146],"demonstrate":[147],"that":[148],"proposed":[150],"outperforms":[153],"favorably":[154],"against":[155],"state-of-the-art":[156],"quantitatively":[160],"qualitatively.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}