{"id":"https://openalex.org/W7164323132","doi":"https://doi.org/10.1109/tip.2026.3700933","title":"Global and Local Visual\u2013Textual Alignment for Open Vocabulary Object Detection","display_name":"Global and Local Visual\u2013Textual Alignment for Open Vocabulary Object Detection","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164323132","doi":"https://doi.org/10.1109/tip.2026.3700933","pmid":"https://pubmed.ncbi.nlm.nih.gov/42275327"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3700933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3700933","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100649232","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0002-6956-7342"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6956-7342","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065669986","display_name":"Tong Jia","orcid":"https://orcid.org/0000-0003-1424-798X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Jia","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1424-798X","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091147127","display_name":"Shizhuo Deng","orcid":"https://orcid.org/0000-0002-6863-8516"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhuo Deng","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6863-8516","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101597143","display_name":"Dongyue Chen","orcid":"https://orcid.org/0000-0003-0673-6767"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyue Chen","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0673-6767","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658200","display_name":"Qilong Wang","orcid":"https://orcid.org/0000-0002-3765-9787"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilong Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3765-9787","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636655","display_name":"Wangmeng Zuo","orcid":"https://orcid.org/0000-0002-3330-783X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wangmeng Zuo","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-3330-783X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74827993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"6305","last_page":"6316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6665999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6665999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.05889999866485596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05400000140070915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.6675999760627747},{"id":"https://openalex.org/keywords/object-class-detection","display_name":"Object-class detection","score":0.48559999465942383},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4634000062942505},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4433000087738037},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.41999998688697815},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.39570000767707825},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.39079999923706055},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.3889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6894999742507935},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6675999760627747},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6018000245094299},{"id":"https://openalex.org/C71681937","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object-class detection","level":5,"score":0.48559999465942383},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.39570000767707825},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3889999985694885},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C182521987","wikidata":"https://www.wikidata.org/wiki/Q2493877","display_name":"Viola\u2013Jones object detection framework","level":5,"score":0.3440000116825104},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.3172999918460846},{"id":"https://openalex.org/C193536780","wikidata":"https://www.wikidata.org/wiki/Q1513153","display_name":"Edge detection","level":4,"score":0.3122999966144562},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C32653426","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Background subtraction","level":3,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3700933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3700933","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:42275327","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42275327","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8139077425003052,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1527161518","display_name":null,"funder_award_id":"62206043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1730356339","display_name":null,"funder_award_id":"2023M730517","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G359844450","display_name":null,"funder_award_id":"2024T170114","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4966548598","display_name":null,"funder_award_id":"U22A2063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G577229567","display_name":null,"funder_award_id":"62202087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8533937256","display_name":null,"funder_award_id":"2023JH1/10400045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"with":[1],"the":[2,5,28,38,45,48,68,78,83,90,111,130,144,162,170,176,181,187,229,235,243,249,252,261,268,273,280,289,292,297,308,327],"development":[3],"of":[4,173,282],"Vision-Language":[6],"Model":[7],"(VLM),":[8],"adopting":[9],"such":[10],"VLM":[11],"(e.g.,":[12,70,74],"CLIP)":[13],"into":[14,220],"object":[15,32,57,337],"detection":[16,33,58,338],"framework":[17],"has":[18],"gradually":[19],"become":[20],"a":[21,102,106,195,221,315,340],"promising":[22],"and":[23,27,64,72,143,169,183,197,216,232,237,241,245,251,277,287,302,322,357],"attractive":[24],"research":[25],"direction,":[26],"resulted":[29],"open":[30,55,353],"vocabulary":[31,56,354],"methods":[34,157],"can":[35,85,367],"effectively":[36],"alleviate":[37],"limitations":[39],"in":[40,54,77,110,167,189,206,255,300,339],"those":[41],"close-set":[42],"ones,":[43],"making":[44],"detectors":[46,84],"perceive":[47],"unseen":[49],"world.":[50],"The":[51,225,360],"core":[52],"issue":[53],"is":[59,118],"to":[60,100,121,141,326,334],"design":[61,122,314],"an":[62,123],"effective":[63],"efficient":[65],"alignment":[66,109,179,191,227,328],"between":[67,161,180,275],"visual":[69,165,236,293],"image)":[71],"textual":[73,171,238,304],"caption)":[75],"features":[76,172],"semantic":[79],"space,":[80],"so":[81],"that":[82,363],"capture":[86],"more":[87,151],"information":[88,125,178],"around":[89],"open-set":[91],"scene.":[92],"Current":[93],"approaches":[94],"deploy":[95],"extra":[96],"uncurated":[97],"image-text":[98,135],"pairs":[99,136],"pre-train":[101],"detector":[103,250],"for":[104,128,201,291,330],"obtaining":[105],"better":[107,331],"visual-textual":[108,131],"feature":[112,166],"space.":[113],"Besides,":[114],"knowledge":[115,155],"distillation":[116,156],"technology":[117],"also":[119,313],"adopted":[120],"appropriate":[124],"transferring":[126],"flow":[127],"aligning":[129,160],"knowledge.":[132],"However,":[133],"large-scale":[134],"are":[137],"not":[138],"always":[139],"available":[140],"obtain,":[142],"pre-training":[145],"process":[146],"will":[147],"inevitable":[148],"introduce":[149],"much":[150],"computation":[152],"overhead.":[153],"While":[154],"focus":[158],"on":[159,272,346,352,373],"local":[163,217,269,323],"region":[164],"RoI":[168],"VLM,":[174],"neglecting":[175],"global":[177,214,226,266,321],"image":[182,231,244,298],"text.":[184],"For":[185],"addressing":[186],"dilemmas":[188],"these":[190],"manners,":[192],"we":[193,312,349],"propose":[194],"Global":[196],"Local":[198],"Visual-Textual":[199],"Alignment":[200],"Open":[202],"Vocabulary":[203],"Object":[204],"Detection":[205],"this":[207],"paper.":[208],"Specifically,":[209],"our":[210,364],"proposed":[211,365],"method":[212,366],"integrates":[213],"image-caption":[215],"region-prompt":[218],"alignments":[219],"unified":[222],"learning":[223,259,342],"paradigm.":[224],"takes":[228],"whole":[230],"caption":[233,246],"as":[234],"inputs,":[239],"respectively,":[240],"matches":[242],"representations":[247],"from":[248,260,265,279,296,307],"text":[253,309],"encoder":[254,299],"CLIP":[256,301,333],"by":[257],"contrastive":[258],"overall":[262],"perspective.":[263],"Different":[264],"alignment,":[267],"one":[270],"concentrates":[271],"accordance":[274],"regions":[276],"prompts":[278,306],"aspect":[281],"portion":[283],"description.":[284],"It":[285],"extracts":[286],"aligns":[288],"embeddings":[290],"patch":[294],"RoIs":[295],"discriminating":[303],"token":[305],"encoder.":[310],"Moreover,":[311],"prompt":[316],"tuning":[317],"strategy,":[318],"which":[319],"contains":[320],"components":[324],"corresponding":[325],"procedure,":[329],"adapting":[332],"downstream":[335],"task":[336],"parameter-efficient":[341],"manner.":[343],"By":[344],"implementation":[345],"Faster":[347],"R-CNN,":[348],"conduct":[350],"experiments":[351],"benchmarks":[355],"OV-COCO":[356],"OV-LVIS,":[358],"respectively.":[359],"results":[361],"verify":[362],"achieve":[368],"clear":[369],"improvement":[370],"over":[371],"counterparts":[372],"novel":[374],"categories,":[375],"while":[376],"performing":[377],"favorably":[378],"against":[379],"state-of-the-arts.":[380]},"counts_by_year":[],"updated_date":"2026-06-18T08:10:14.011955","created_date":"2026-06-12T00:00:00"}