{"id":"https://openalex.org/W4381415952","doi":"https://doi.org/10.1109/tpami.2023.3286760","title":"PiGLET: Pixel-Level Grounding of Language Expressions With Transformers","display_name":"PiGLET: Pixel-Level Grounding of Language Expressions With Transformers","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4381415952","doi":"https://doi.org/10.1109/tpami.2023.3286760","pmid":"https://pubmed.ncbi.nlm.nih.gov/37339036"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3286760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3286760","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027996349","display_name":"Cristina Gonz\u00e1lez","orcid":"https://orcid.org/0000-0001-9445-9952"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Cristina Gonz\u00e1lez","raw_affiliation_strings":["Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia"],"raw_orcid":"https://orcid.org/0000-0001-9445-9952","affiliations":[{"raw_affiliation_string":"Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034010249","display_name":"Nicol\u00e1s Ayobi","orcid":"https://orcid.org/0000-0002-0691-3770"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Nicol\u00e1s Ayobi","raw_affiliation_strings":["Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-0691-3770","affiliations":[{"raw_affiliation_string":"Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041432666","display_name":"Isabela Hern\u00e1ndez","orcid":"https://orcid.org/0000-0002-3539-6696"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Isabela Hern\u00e1ndez","raw_affiliation_strings":["Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-3539-6696","affiliations":[{"raw_affiliation_string":"Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103137623","display_name":"Jordi Pont-Tuset","orcid":"https://orcid.org/0000-0001-7133-3724"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jordi Pont-Tuset","raw_affiliation_strings":["Google Research, Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7133-3724","affiliations":[{"raw_affiliation_string":"Google Research, Zürich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013512298","display_name":"Pablo Arbel\u00e1ez","orcid":"https://orcid.org/0000-0001-5244-2407"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Pablo Arbel\u00e1ez","raw_affiliation_strings":["Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia"],"raw_orcid":"https://orcid.org/0000-0001-5244-2407","affiliations":[{"raw_affiliation_string":"Center for Research and Formation in Artificial Intelligence, Universidad de los Andes, Bogotá, Colombia","institution_ids":["https://openalex.org/I162096671"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7859,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73656986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"45","issue":"10","first_page":"12206","last_page":"12221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7225795984268188},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.694040060043335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.574638843536377},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5149512887001038},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4939344525337219},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4874134361743927},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46652182936668396},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.45847609639167786},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4123450517654419},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3721027374267578},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.33016088604927063},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.119209885597229},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11535778641700745},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.093182772397995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7225795984268188},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.694040060043335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.574638843536377},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5149512887001038},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4939344525337219},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4874134361743927},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46652182936668396},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.45847609639167786},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4123450517654419},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3721027374267578},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33016088604927063},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.119209885597229},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11535778641700745},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.093182772397995},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3286760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3286760","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37339036","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37339036","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F747265653","display_name":"Google Research","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1516887802","https://openalex.org/W1585910451","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W2038721957","https://openalex.org/W2064675550","https://openalex.org/W2157331557","https://openalex.org/W2185175083","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2302548814","https://openalex.org/W2549599535","https://openalex.org/W2568262903","https://openalex.org/W2605127024","https://openalex.org/W2737258237","https://openalex.org/W2747053578","https://openalex.org/W2798556392","https://openalex.org/W2876852810","https://openalex.org/W2886641317","https://openalex.org/W2894964039","https://openalex.org/W2896457183","https://openalex.org/W2910628332","https://openalex.org/W2963109634","https://openalex.org/W2963393688","https://openalex.org/W2964080601","https://openalex.org/W2964284374","https://openalex.org/W2964345792","https://openalex.org/W2965182628","https://openalex.org/W2965336788","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2968124245","https://openalex.org/W2969876226","https://openalex.org/W2973233205","https://openalex.org/W2980088508","https://openalex.org/W2981413347","https://openalex.org/W2983256121","https://openalex.org/W2984121207","https://openalex.org/W3003423830","https://openalex.org/W3004019157","https://openalex.org/W3020827971","https://openalex.org/W3034325957","https://openalex.org/W3034355852","https://openalex.org/W3034649151","https://openalex.org/W3034692043","https://openalex.org/W3034837210","https://openalex.org/W3034975706","https://openalex.org/W3035097537","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3093025045","https://openalex.org/W3093600664","https://openalex.org/W3094502228","https://openalex.org/W3095670406","https://openalex.org/W3096609285","https://openalex.org/W3099166112","https://openalex.org/W3108748824","https://openalex.org/W3138516171","https://openalex.org/W3166396011","https://openalex.org/W3168649818","https://openalex.org/W3170410843","https://openalex.org/W3172522282","https://openalex.org/W3177248696","https://openalex.org/W3178075329","https://openalex.org/W3181159501","https://openalex.org/W3201770677","https://openalex.org/W3213165621","https://openalex.org/W4200631575","https://openalex.org/W4214530390","https://openalex.org/W4214893857","https://openalex.org/W4288083516","https://openalex.org/W4299802238","https://openalex.org/W4304080713","https://openalex.org/W4312543911","https://openalex.org/W4312815172","https://openalex.org/W4382461696","https://openalex.org/W4385245566","https://openalex.org/W6639102338","https://openalex.org/W6639432524","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6767279747","https://openalex.org/W6768730002","https://openalex.org/W6769955919","https://openalex.org/W6778485988","https://openalex.org/W6784333009","https://openalex.org/W6784930956","https://openalex.org/W6791353385","https://openalex.org/W6797784111","https://openalex.org/W6798505901","https://openalex.org/W6798837711","https://openalex.org/W6801660828","https://openalex.org/W6804552856"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W3099576124","https://openalex.org/W3094085917","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W4287631637","https://openalex.org/W2900126711","https://openalex.org/W4285240985","https://openalex.org/W4225162083"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"Panoptic":[3,48,131,144],"Narrative":[4,49,132],"Grounding,":[5],"a":[6,40,56,81,115],"spatially":[7],"fine":[8],"and":[9,35,52,75,185],"general":[10],"formulation":[11],"of":[12,27,88,108,117,142,161],"the":[13,25,47,64,105,109,125,130,152,159],"natural":[14,166],"language":[15,127,167],"visual":[16,78,168],"grounding":[17,79,169],"problem.":[18],"We":[19,37,62],"establish":[20],"an":[21,69,93,140],"experimental":[22],"framework":[23],"for":[24,59],"study":[26],"this":[28],"new":[29,32],"task,":[30,51],"including":[31,72],"ground":[33,89],"truth":[34],"metrics.":[36],"propose":[38,92],"PiGLET,":[39],"novel":[41],"multi-modal":[42],"Transformer":[43],"architecture":[44],"to":[45,53,95,101,164],"tackle":[46],"Grounding":[50,133],"serve":[54],"as":[55,172],"stepping":[57],"stone":[58],"future":[60],"work.":[61],"exploit":[63],"intrinsic":[65],"semantic":[66],"richness":[67],"in":[68,104,182],"image":[70],"by":[71],"panoptic":[73,106,153],"categories,":[74],"we":[76,91,157],"approach":[77],"at":[80],"fine-grained":[82],"level":[83],"using":[84],"segmentations.":[85],"In":[86],"terms":[87],"truth,":[90],"algorithm":[94],"automatically":[96],"transfer":[97],"Localized":[98],"Narratives":[99],"annotations":[100],"specific":[102],"regions":[103],"segmentations":[107],"MS":[110,136],"COCO":[111],"dataset.":[112],"PiGLET":[113,138,176],"achieves":[114],"performance":[116],"63.2":[118],"absolute":[119],"Average":[120],"Recall":[121],"points.":[122],"By":[123],"leveraging":[124],"rich":[126],"information":[128],"on":[129,135,151],"benchmark":[134],"COCO,":[137],"obtains":[139],"improvement":[141],"0.4":[143],"Quality":[145],"points":[146],"over":[147],"its":[148],"base":[149],"method":[150,163],"segmentation":[154],"task.":[155],"Finally,":[156],"demonstrate":[158],"generalizability":[160],"our":[162],"other":[165],"problems":[170],"such":[171],"Referring":[173],"Expression":[174],"Segmentation.":[175],"is":[177],"competitive":[178],"with":[179],"previous":[180],"state-of-the-art":[181],"RefCOCO,":[183],"RefCOCO+":[184],"RefCOCOg.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}