{"id":"https://openalex.org/W3034837210","doi":"https://doi.org/10.18653/v1/2020.acl-main.469","title":"What Does BERT with Vision Look At?","display_name":"What Does BERT with Vision Look At?","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3034837210","doi":"https://doi.org/10.18653/v1/2020.acl-main.469","mag":"3034837210"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.acl-main.469","doi":"https://doi.org/10.18653/v1/2020.acl-main.469","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.469","pdf_url":null,"source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3034837210"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.18653/v1/2020.acl-main.469","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004824034","display_name":"Liunian Harold Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liunian Harold Li","raw_affiliation_strings":["University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039205261","display_name":"Mark Yatskar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["CN","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mark Yatskar","raw_affiliation_strings":["Allen Institute for Artificial Intelligence \u2022 Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence \u2022 Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110195053","display_name":"Da Yin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Da Yin","raw_affiliation_strings":["University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627","observed_orcids":["https://orcid.org/0000-0002-3520-9627"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cho-Jui Hsieh","raw_affiliation_strings":["University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087096372","display_name":"Kai-Wei Chang","orcid":"https://orcid.org/0000-0001-5365-0072","observed_orcids":["https://orcid.org/0000-0001-5365-0072"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kai-Wei Chang","raw_affiliation_strings":["University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.1198,"has_fulltext":true,"cited_by_count":189,"citation_normalized_percentile":{"value":0.97409769,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5265","last_page":"5275"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attention-heads","display_name":"attention heads","score":0.7839999794960022},{"id":"https://openalex.org/keywords/entity-grounding","display_name":"entity grounding","score":0.9800000190734863},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.4169999957084656},{"id":"https://openalex.org/keywords/lxmert","display_name":"LXMERT","score":0.9829999804496765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.786170482635498},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.722564697265625},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6217111349105835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025623083114624},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.5543839931488037},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4892739951610565},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.4716469645500183},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.45308011770248413},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4318258762359619},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3628133237361908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06616637110710144},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.acl-main.469","doi":"https://doi.org/10.18653/v1/2020.acl-main.469","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.469","pdf_url":null,"source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.acl-main.469","doi":"https://doi.org/10.18653/v1/2020.acl-main.469","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.469","pdf_url":null,"source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3045022307","display_name":"RI: SMALL: Fast Prediction and Model Compression for Large-Scale Machine Learning","funder_award_id":"1719097","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8215844777","display_name":null,"funder_award_id":"N66001-19","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1889081078","https://openalex.org/W1905882502","https://openalex.org/W1933349210","https://openalex.org/W2194775991","https://openalex.org/W2525778437","https://openalex.org/W2552110825","https://openalex.org/W2560730294","https://openalex.org/W2626778328","https://openalex.org/W2745461083","https://openalex.org/W2769277182","https://openalex.org/W2787560479","https://openalex.org/W2793978524","https://openalex.org/W2804243936","https://openalex.org/W2884093133","https://openalex.org/W2888329843","https://openalex.org/W2896457183","https://openalex.org/W2899335602","https://openalex.org/W2903073381","https://openalex.org/W2922565841","https://openalex.org/W2923287821","https://openalex.org/W2936135081","https://openalex.org/W2946417913","https://openalex.org/W2946794439","https://openalex.org/W2952228917","https://openalex.org/W2953337107","https://openalex.org/W2963042258","https://openalex.org/W2963341956","https://openalex.org/W2963571341","https://openalex.org/W2963954913","https://openalex.org/W2964121744","https://openalex.org/W2966683369","https://openalex.org/W2967593235","https://openalex.org/W2969624041","https://openalex.org/W2969876226","https://openalex.org/W2970231061","https://openalex.org/W2970608575","https://openalex.org/W2975501350","https://openalex.org/W2981165461","https://openalex.org/W2998356391"],"related_works":["https://openalex.org/W2968124245","https://openalex.org/W2970608575","https://openalex.org/W6976822792","https://openalex.org/W2969876226","https://openalex.org/W6891918758","https://openalex.org/W4386065408","https://openalex.org/W4404294518","https://openalex.org/W7202198331","https://openalex.org/W4401858981","https://openalex.org/W3186513731"],"abstract_inverted_index":{"Pre-trained":[0],"visually":[1,38],"grounded":[2,39],"language":[3,40,46],"models":[4],"such":[5],"as":[6,63,96,109],"ViLBERT,":[7],"LXMERT,":[8],"and":[9,77,86,104],"UNITER":[10],"have":[11],"achieved":[12],"significant":[13],"performance":[14],"improvement":[15],"on":[16],"vision-and-language":[17],"tasks":[18],"but":[19],"what":[20],"they":[21],"learn":[22],"during":[23],"pre-training":[24],"remains":[25],"unclear.":[26],"In":[27],"this":[28,94],"work,":[29],"we":[30],"demonstrate":[31],"that":[32],"certain":[33],"attention":[34],"heads":[35,52,67],"of":[36,45],"a":[37,110],"model":[41],"actively":[42],"ground":[43],"elements":[44],"to":[47,56,89],"image":[48,57,78],"regions.":[49],"Specifically,":[50],"some":[51],"can":[53,68],"map":[54],"entities":[55],"regions,":[58,79],"performing":[59],"the":[60,71],"task":[61],"known":[62],"entity":[64],"grounding.":[65,98],"Some":[66],"even":[69],"detect":[70],"syntactic":[72,97],"relations":[73],"between":[74,84],"non-entity":[75],"words":[76],"tracking,":[80],"for":[81],"example,":[82],"associations":[83],"verbs":[85],"regions":[87],"corresponding":[88],"their":[90],"arguments.":[91],"We":[92,99],"denote":[93],"ability":[95],"verify":[100],"grounding":[101],"both":[102],"quantitatively":[103],"qualitatively,":[105],"using":[106],"Flickr30K":[107],"Entities":[108],"testbed.":[111]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3034837210","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-06-19T00:00:00"}
