{"id":"https://openalex.org/keywords/attention-head-pruning","display_name":"attention head pruning","description":"A model-compression technique that removes selected attention heads from transformer networks to reduce computational cost or model size.","display_name_alternatives":["pruning attention heads","pruning of attention heads","transformer attention head pruning"],"ids":{"openalex":"https://openalex.org/keywords/attention-head-pruning","wikidata":null},"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.4251,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.4251,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"works_count":192,"cited_by_count":6066,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/attention-head-pruning","updated_date":"2026-11-19T04:05:57","created_date":"2026-09-30T00:00:00"}
