{"id":"https://openalex.org/W2900874631","doi":"https://doi.org/10.1162/tacl_a_00249","title":"Attentive Convolution: Equipping CNNs with RNN-style Attention Mechanisms","display_name":"Attentive Convolution: Equipping CNNs with RNN-style Attention Mechanisms","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2900874631","doi":"https://doi.org/10.1162/tacl_a_00249","mag":"2900874631"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00249","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00249","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00249/1567676/tacl_a_00249.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00249/1567676/tacl_a_00249.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038386528","display_name":"Wenpeng Yin","orcid":"https://orcid.org/0000-0002-3154-1139"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenpeng Yin","raw_affiliation_strings":["Department of Computer and Information Sciences, University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hinrich Sch\u00fctze","raw_affiliation_strings":["Center for Information and Language Processing, LMU Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing, LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038386528","https://openalex.org/A5071144367"],"corresponding_institution_ids":["https://openalex.org/I79576946","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":3.9311,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.94923624,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"687","last_page":"702"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8320145606994629},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7712280750274658},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7608751058578491},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7246798276901245},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.7058782577514648},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.63776695728302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5877617001533508},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5770480632781982},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5341535806655884},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5040101408958435},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5019450187683105},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.4171043038368225},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.22945931553840637},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.14537465572357178},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10511773824691772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320145606994629},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7712280750274658},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7608751058578491},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7246798276901245},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.7058782577514648},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.63776695728302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5877617001533508},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5770480632781982},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5341535806655884},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5040101408958435},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5019450187683105},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.4171043038368225},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.22945931553840637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.14537465572357178},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10511773824691772},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00249","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00249","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00249/1567676/tacl_a_00249.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9052a55e817242b9a3a3f6d7b946d370","is_oa":false,"landing_page_url":"https://doaj.org/article/9052a55e817242b9a3a3f6d7b946d370","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 6 (2021)","raw_type":"article"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:61842","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-61842-0","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00249","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00249","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00249/1567676/tacl_a_00249.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1026270304","https://openalex.org/W1544827683","https://openalex.org/W1810943226","https://openalex.org/W1832693441","https://openalex.org/W1840435438","https://openalex.org/W1902237438","https://openalex.org/W2110485445","https://openalex.org/W2112796928","https://openalex.org/W2115613106","https://openalex.org/W2120615054","https://openalex.org/W2131494463","https://openalex.org/W2131744502","https://openalex.org/W2133564696","https://openalex.org/W2146502635","https://openalex.org/W2153579005","https://openalex.org/W2154474435","https://openalex.org/W2158899491","https://openalex.org/W2173681125","https://openalex.org/W2211192759","https://openalex.org/W2250539671","https://openalex.org/W2264105282","https://openalex.org/W2267186426","https://openalex.org/W2293453011","https://openalex.org/W2413794162","https://openalex.org/W2516930406","https://openalex.org/W2551396370","https://openalex.org/W2552027021","https://openalex.org/W2579589574","https://openalex.org/W2586050494","https://openalex.org/W2593833795","https://openalex.org/W2597655663","https://openalex.org/W2608787653","https://openalex.org/W2613904329","https://openalex.org/W2735017898","https://openalex.org/W2740747242","https://openalex.org/W2788496822","https://openalex.org/W2949547296","https://openalex.org/W2949615363","https://openalex.org/W2949847915","https://openalex.org/W2950527759","https://openalex.org/W2950621961","https://openalex.org/W2952230511","https://openalex.org/W2962736243","https://openalex.org/W2962739339","https://openalex.org/W2962843521","https://openalex.org/W2962958286","https://openalex.org/W2962985038","https://openalex.org/W2963080779","https://openalex.org/W2963241825","https://openalex.org/W2963403868","https://openalex.org/W2963407669","https://openalex.org/W2963542836","https://openalex.org/W2963579811","https://openalex.org/W2963773425","https://openalex.org/W2963871484","https://openalex.org/W2963929190","https://openalex.org/W2963961878","https://openalex.org/W2963963856","https://openalex.org/W2963973721","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W3003519915","https://openalex.org/W4211148418","https://openalex.org/W4254816979","https://openalex.org/W4294170691","https://openalex.org/W4303633609","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2376415519","https://openalex.org/W4294769427","https://openalex.org/W1895908943","https://openalex.org/W4225667838","https://openalex.org/W1601381279","https://openalex.org/W4281893144","https://openalex.org/W2374747083","https://openalex.org/W4388254351","https://openalex.org/W4386270999","https://openalex.org/W2610308580"],"abstract_inverted_index":{"In":[0,84,186],"NLP,":[1],"convolutional":[2],"neural":[3,11],"networks":[4,12],"(CNNs)":[5],"have":[6],"benefited":[7],"less":[8],"than":[9,41],"recurrent":[10],"(RNNs)":[13],"from":[14,111,116,119,136,149],"attention":[15,24,124],"mechanisms.":[16],"We":[17],"hypothesize":[18],"that":[19,58,144],"this":[20,85],"is":[21,36,47,52,194],"because":[22],"the":[23,53,63,78,96,100,123,139,173,182],"in":[25,57,77,128,177],"CNNs":[26,56],"has":[27],"been":[28],"mainly":[29],"implemented":[30],"as":[31,42],"attentive":[32,43,90,188,191,200],"pooling":[33,192],"(i.e.,":[34,45,151],"it":[35,46,59],"applied":[37],"to":[38,198],"pooling)":[39],"rather":[40],"convolution":[44,91,101,189],"integrated":[48],"into":[49,71],"convolution).":[50],"Convolution":[51],"differentiator":[54],"of":[55,66,99,138,175,184],"can":[60,133],"powerfully":[61],"model":[62],"higher-level":[64,104],"representation":[65,179],"a":[67,107,195],"word":[68,108],"by":[69,122],"taking":[70],"account":[72],"its":[73],"local":[74,112],"fixed-size":[75],"context":[76,97,121,132],"input":[79,140],"text":[80,141],"t":[81,142,154],"x":[82,143],".":[83,156],"work,":[86],"we":[87],"propose":[88],"an":[89],"network,":[92],"ATTCONV.":[93],"It":[94],"extends":[95],"scope":[98],"operation,":[102],"deriving":[103],"features":[105],"for":[106],"not":[109],"only":[110],"context,":[113],"but":[114],"also":[115],"information":[117],"extracted":[118],"nonlocal":[120,131],"mechanism":[125],"commonly":[126],"used":[127],"RNNs.":[129,201],"This":[130],"come":[134],"(i)":[135],"parts":[137],"are":[145],"distant":[146],"or":[147],"(ii)":[148],"extra":[150],"external)":[152],"contexts":[153],"y":[155],"Experiments":[157],"on":[158],"sentence":[159,178],"modeling":[160],"with":[161,181],"zero-context":[162],"(sentiment":[163],"analysis),":[164],"single-context":[165],"(textual":[166],"entailment)":[167],"and":[168,193],"multiple-context":[169],"(claim":[170],"verification)":[171],"demonstrate":[172],"effectiveness":[174],"ATTCONV":[176],"learning":[180],"incorporation":[183],"context.":[185],"particular,":[187],"outperforms":[190],"strong":[196],"competitor":[197],"popular":[199],"1":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}