{"id":"https://openalex.org/W2934032625","doi":null,"title":"Visualizing Attention in Transformer-Based Language models","display_name":"Visualizing Attention in Transformer-Based Language models","alternate_titles":[],"publication_year":2019,"publication_date":"2019-04-04","ids":{"openalex":"https://openalex.org/W2934032625","mag":"2934032625"},"language":"en","primary_location":{"id":"mag:2934032625","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.02679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2934032625"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.02679","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044735229","display_name":"Jesse Vig","orcid":"https://orcid.org/0009-0004-4863-4165","observed_orcids":["https://orcid.org/0009-0004-4863-4165"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jesse Vig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5044735229"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attention-visualization","display_name":"attention visualization","score":0.8519999980926514},{"id":"https://openalex.org/keywords/multi-head-self-attention","display_name":"multi-head self-attention","score":0.9779999852180481},{"id":"https://openalex.org/keywords/transformer-based-language-models","display_name":"transformer language models","score":0.8510000109672546},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.7889999747276306},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.7689999938011169},{"id":"https://openalex.org/keywords/gpt-2","display_name":"GPT-2","score":0.9919999837875366},{"id":"https://openalex.org/keywords/open-source-visualization-tool","display_name":"open-source visualization tool","score":0.6880000233650208}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7877139449119568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7244969606399536},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.693290650844574},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.591706395149231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4759768545627594},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.427789568901062},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4167899191379547},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39084339141845703},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10761868953704834},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10472258925437927},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2934032625","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.02679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2934032625","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.02679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2626778328","https://openalex.org/W2899032424","https://openalex.org/W2963526187"],"related_works":["https://openalex.org/W2939556020","https://openalex.org/W2949202705","https://openalex.org/W3153758184","https://openalex.org/W3025341884","https://openalex.org/W4400663668","https://openalex.org/W3038035611","https://openalex.org/W7135432790","https://openalex.org/W4387966251","https://openalex.org/W2973730398","https://openalex.org/W2979949198"],"abstract_inverted_index":{"We":[0,37,64],"present":[1,66],"an":[2],"open-source":[3],"tool":[4,15,54],"for":[5,70],"visualizing":[6,20],"multi-head":[7],"self-attention":[8],"in":[9],"Transformer-based":[10],"language":[11],"representation":[12],"models.":[13],"The":[14],"extends":[16],"earlier":[17],"work":[18],"by":[19],"attention":[21],"at":[22],"three":[23,67],"levels":[24],"of":[25,41],"granularity:":[26],"the":[27,30,34,48,53,56,60],"attention-head":[28],"level,":[29,32],"model":[31,58,74,83],"and":[33,50,59,79],"neuron":[35],"level.":[36],"describe":[38],"how":[39],"each":[40],"these":[42],"views":[43],"can":[44],"help":[45],"to":[46,82],"interpret":[47],"model,":[49],"we":[51],"demonstrate":[52],"on":[55],"BERT":[57],"OpenAI":[61],"GPT-2":[62],"model.":[63],"also":[65],"use":[68],"cases":[69],"analyzing":[71],"GPT-2:":[72],"detecting":[73],"bias,":[75],"identifying":[76],"recurring":[77],"patterns,":[78],"linking":[80],"neurons":[81],"behavior.":[84]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2934032625","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":8}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2019-04-11T00:00:00"}
