{"id":"https://openalex.org/W4405784827","doi":"https://doi.org/10.1109/tip.2024.3512354","title":"CLIP4STR: A Simple Baseline for Scene Text Recognition With Pre-Trained Vision-Language Model","display_name":"CLIP4STR: A Simple Baseline for Scene Text Recognition With Pre-Trained Vision-Language Model","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405784827","doi":"https://doi.org/10.1109/tip.2024.3512354","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030593"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3512354","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3512354","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100694827","display_name":"Shuai Zhao","orcid":"https://orcid.org/0000-0003-1320-4283"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shuai Zhao","raw_affiliation_strings":["ReLER Laboratory, Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1320-4283","affiliations":[{"raw_affiliation_string":"ReLER Laboratory, Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090036167","display_name":"Ruijie Quan","orcid":"https://orcid.org/0000-0003-4077-1398"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ruijie Quan","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4077-1398","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043617790","display_name":"Linchao Zhu","orcid":"https://orcid.org/0000-0002-4093-7557"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linchao Zhu","raw_affiliation_strings":["ReLER Laboratory, CCAI, Zhejiang University, Zhejiang, China","IEEE) received the PhD degree from Zhejiang University, Hangzhou, China, in 2010"],"raw_orcid":"https://orcid.org/0000-0002-4093-7557","affiliations":[{"raw_affiliation_string":"ReLER Laboratory, CCAI, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"IEEE) received the PhD degree from Zhejiang University, Hangzhou, China, in 2010","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["ReLER Laboratory, CCAI, Zhejiang University, Zhejiang, China","IEEE) received the PhD degree from Zhejiang University, Hangzhou, China, in 2010"],"raw_orcid":"https://orcid.org/0000-0002-0512-880X","affiliations":[{"raw_affiliation_string":"ReLER Laboratory, CCAI, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"IEEE) received the PhD degree from Zhejiang University, Hangzhou, China, in 2010","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3218,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.98399025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"33","issue":null,"first_page":"6893","last_page":"6904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7914520502090454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6891080737113953},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.546334445476532},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5040503740310669},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.48201313614845276},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47278591990470886},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4321441352367401},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4142787456512451},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4105610251426697},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.41036948561668396},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4039376378059387},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3862743079662323},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32388341426849365}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7914520502090454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6891080737113953},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.546334445476532},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5040503740310669},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.48201313614845276},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47278591990470886},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4321441352367401},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4142787456512451},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4105610251426697},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41036948561668396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4039376378059387},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3862743079662323},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32388341426849365},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3512354","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3512354","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40030593","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030593","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":116,"referenced_works":["https://openalex.org/W1491389626","https://openalex.org/W1971822075","https://openalex.org/W1981283549","https://openalex.org/W1998042868","https://openalex.org/W2008806374","https://openalex.org/W2095705004","https://openalex.org/W2117539524","https://openalex.org/W2127141656","https://openalex.org/W2144554289","https://openalex.org/W2146835493","https://openalex.org/W2194187530","https://openalex.org/W2294053032","https://openalex.org/W2343052201","https://openalex.org/W2616247523","https://openalex.org/W2622263826","https://openalex.org/W2750938222","https://openalex.org/W2809273748","https://openalex.org/W2810983211","https://openalex.org/W2962784628","https://openalex.org/W2962790387","https://openalex.org/W2963233387","https://openalex.org/W2964065044","https://openalex.org/W2965373594","https://openalex.org/W2997749585","https://openalex.org/W3003218881","https://openalex.org/W3003642782","https://openalex.org/W3003711889","https://openalex.org/W3003868038","https://openalex.org/W3003921261","https://openalex.org/W3035449864","https://openalex.org/W3035682985","https://openalex.org/W3082397598","https://openalex.org/W3102564565","https://openalex.org/W3106271744","https://openalex.org/W3113987534","https://openalex.org/W3118608800","https://openalex.org/W3122930709","https://openalex.org/W3134095442","https://openalex.org/W3153469116","https://openalex.org/W3177684257","https://openalex.org/W3179897446","https://openalex.org/W3181186176","https://openalex.org/W3198377975","https://openalex.org/W3200351427","https://openalex.org/W3202415716","https://openalex.org/W3204479434","https://openalex.org/W3207750165","https://openalex.org/W3212456749","https://openalex.org/W3215626407","https://openalex.org/W4225323055","https://openalex.org/W4225414521","https://openalex.org/W4225562651","https://openalex.org/W4226177592","https://openalex.org/W4229042118","https://openalex.org/W4281643269","https://openalex.org/W4281686064","https://openalex.org/W4283821822","https://openalex.org/W4285191490","https://openalex.org/W4285192809","https://openalex.org/W4285606530","https://openalex.org/W4292825881","https://openalex.org/W4293868248","https://openalex.org/W4294691145","https://openalex.org/W4295246343","https://openalex.org/W4312787220","https://openalex.org/W4312879041","https://openalex.org/W4312928771","https://openalex.org/W4382202677","https://openalex.org/W4385245566","https://openalex.org/W4386065575","https://openalex.org/W4386598393","https://openalex.org/W4386790226","https://openalex.org/W4387294596","https://openalex.org/W4387968089","https://openalex.org/W4387968234","https://openalex.org/W4390871731","https://openalex.org/W4390871832","https://openalex.org/W4390872070","https://openalex.org/W4390872592","https://openalex.org/W4393147969","https://openalex.org/W4393207191","https://openalex.org/W4394625882","https://openalex.org/W4402772614","https://openalex.org/W6629590909","https://openalex.org/W6638575559","https://openalex.org/W6674330103","https://openalex.org/W6691603626","https://openalex.org/W6726275242","https://openalex.org/W6739622702","https://openalex.org/W6745245109","https://openalex.org/W6747481501","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6778883912","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6789753369","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6794559225","https://openalex.org/W6796761347","https://openalex.org/W6797726846","https://openalex.org/W6798350552","https://openalex.org/W6798805250","https://openalex.org/W6803728867","https://openalex.org/W6803872405","https://openalex.org/W6803953248","https://openalex.org/W6810334672","https://openalex.org/W6810814029","https://openalex.org/W6811072154","https://openalex.org/W6839015040","https://openalex.org/W6839562487","https://openalex.org/W6846007759","https://openalex.org/W6852164222","https://openalex.org/W6853661012","https://openalex.org/W6857172037"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W2043093291","https://openalex.org/W627697492"],"abstract_inverted_index":{"Pre-trained":[0],"vision-language":[1],"models":[2,8],"(VLMs)":[3],"are":[4],"the":[5,27,31,109,113,121,124,133,153,177,180],"de-facto":[6],"foundation":[7],"for":[9,145,196],"various":[10],"downstream":[11],"tasks.":[12],"However,":[13],"scene":[14,39,68],"text":[15,40,57,69,84,128],"recognition":[16],"methods":[17],"still":[18],"prefer":[19],"backbones":[20],"pre-trained":[21],"on":[22,108,164],"a":[23,67,74,93,97,140,169,191],"single":[24],"modality,":[25,29],"namely,":[26],"visual":[28,94,101,110,125],"despite":[30],"potential":[32],"of":[33,86,135,152,179,182],"VLMs":[34],"to":[35,175,184],"serve":[36],"as":[37],"powerful":[38],"readers.":[41],"For":[42],"example,":[43],"CLIP":[44,65,183],"can":[45],"robustly":[46],"identify":[47],"regular":[48],"(horizontal)":[49],"and":[50,71,83,96,112,127,158],"irregular":[51],"(rotated,":[52],"curved,":[53],"blurred,":[54],"or":[55],"occluded)":[56],"in":[58,150],"images.":[59],"With":[60],"such":[61],"merits,":[62],"we":[63,138],"transform":[64],"into":[66],"reader":[70],"introduce":[72],"CLIP4STR,":[73],"simple":[75,192],"yet":[76,193],"effective":[77],"STR":[78,166,198],"method":[79,189],"built":[80],"upon":[81],"image":[82],"encoders":[85],"CLIP.":[87],"It":[88],"has":[89],"two":[90],"encoder-decoder":[91],"branches:":[92],"branch":[95,102,115],"cross-modal":[98,114],"branch.":[99],"The":[100],"provides":[103],"an":[104],"initial":[105],"prediction":[106,118],"based":[107],"feature,":[111],"refines":[116],"this":[117],"by":[119],"addressing":[120],"discrepancy":[122],"between":[123],"feature":[126],"semantics.":[129],"To":[130],"fully":[131],"leverage":[132],"capabilities":[134],"both":[136],"branches,":[137],"design":[139],"dual":[141],"predict-and-refine":[142],"decoding":[143],"scheme":[144],"inference.":[146],"We":[147,186],"scale":[148],"CLIP4STR":[149],"terms":[151],"model":[154],"size,":[155],"pre-training":[156],"data,":[157,160],"training":[159],"achieving":[161],"state-of-the-art":[162],"performance":[163],"13":[165],"benchmarks.":[167],"Additionally,":[168],"comprehensive":[170],"empirical":[171],"study":[172],"is":[173],"provided":[174],"enhance":[176],"understanding":[178],"adaptation":[181],"STR.":[185],"believe":[187],"our":[188],"establishes":[190],"strong":[194],"baseline":[195],"future":[197],"research":[199],"with":[200],"VLMs.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}