{"id":"https://openalex.org/W2963172229","doi":"https://doi.org/10.1609/aaai.v33i01.33016762","title":"Contextualized Non-Local Neural Networks for Sequence Learning","display_name":"Contextualized Non-Local Neural Networks for Sequence Learning","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2963172229","doi":"https://doi.org/10.1609/aaai.v33i01.33016762","mag":"2963172229"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016762","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016762","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4650/4528","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4650/4528","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100355025","display_name":"Pengfei Liu","orcid":"https://orcid.org/0009-0008-6932-7091"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengfei Liu","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015849999","display_name":"Shuaichen Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaichen Chang","raw_affiliation_strings":["The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088834359","display_name":"Xuanjing Huang","orcid":"https://orcid.org/0000-0001-9197-9426"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanjing Huang","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077231313","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0002-6819-4185"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["University of Montreal"],"affiliations":[{"raw_affiliation_string":"University of Montreal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050801868","display_name":"Jackie Chi Kit Cheung","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jackie Chi Kit Cheung","raw_affiliation_strings":["McGill University & The Ohio State University"],"affiliations":[{"raw_affiliation_string":"McGill University & The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100355025"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":5.0619,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.95580297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"01","first_page":"6762","last_page":"6769"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8387326598167419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.752874493598938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6528459787368774},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6070433855056763},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5173125267028809},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5004158020019531},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48920631408691406},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.48767149448394775},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4299827814102173},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33986741304397583}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8387326598167419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.752874493598938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6528459787368774},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6070433855056763},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5173125267028809},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5004158020019531},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48920631408691406},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.48767149448394775},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4299827814102173},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33986741304397583},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016762","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016762","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4650/4528","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016762","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016762","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4650/4528","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4666185321","display_name":null,"funder_award_id":"16JC1420401","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4918981142","display_name":null,"funder_award_id":"61751201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5069775644","display_name":null,"funder_award_id":"6175120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6058138561","display_name":null,"funder_award_id":", No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6449467950","display_name":null,"funder_award_id":"17JC1404100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G6564481282","display_name":null,"funder_award_id":"61672162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7475107363","display_name":null,"funder_award_id":"16JC1420401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963172229.pdf","grobid_xml":"https://content.openalex.org/works/W2963172229.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1525595230","https://openalex.org/W1739497107","https://openalex.org/W1832693441","https://openalex.org/W1840435438","https://openalex.org/W1879966306","https://openalex.org/W1940872118","https://openalex.org/W1967461618","https://openalex.org/W2104246439","https://openalex.org/W2118585731","https://openalex.org/W2120615054","https://openalex.org/W2123442489","https://openalex.org/W2250539671","https://openalex.org/W2267186426","https://openalex.org/W2276373354","https://openalex.org/W2295030615","https://openalex.org/W2308486447","https://openalex.org/W2470673105","https://openalex.org/W2597655663","https://openalex.org/W2600702321","https://openalex.org/W2606780347","https://openalex.org/W2769107230","https://openalex.org/W2791098801","https://openalex.org/W2805516822","https://openalex.org/W2952186591","https://openalex.org/W2952230511","https://openalex.org/W2962739339","https://openalex.org/W2962902328","https://openalex.org/W2963084773","https://openalex.org/W2963091558","https://openalex.org/W2963355447","https://openalex.org/W2964185534","https://openalex.org/W4297733535","https://openalex.org/W4385245566","https://openalex.org/W6631501603","https://openalex.org/W6637767680","https://openalex.org/W6639301165","https://openalex.org/W6677656871","https://openalex.org/W6683738474","https://openalex.org/W6691431627","https://openalex.org/W6693912633","https://openalex.org/W6736685754","https://openalex.org/W6748634344","https://openalex.org/W6749165885"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W4312407344"],"abstract_inverted_index":{"Recently,":[0],"a":[1,65,69,77],"large":[2],"number":[3],"of":[4,15,48,68],"neural":[5,26,57],"mechanisms":[6],"and":[7,24,42,71,90,101],"models":[8],"have":[9,29],"been":[10],"proposed":[11,96],"for":[12],"sequence":[13,91],"learning,":[14],"which":[16,60],"selfattention,":[17],"as":[18],"exemplified":[19],"by":[20],"the":[21,45],"Transformer":[22],"model,":[23],"graph":[25],"networks":[27,58],"(GNNs)":[28],"attracted":[30],"much":[31],"attention.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36,53],"propose":[37,54],"an":[38],"approach":[39],"that":[40,94],"combines":[41],"draws":[43],"on":[44,81],"complementary":[46],"strengths":[47],"these":[49],"two":[50],"methods.":[51],"Specifically,":[52],"contextualized":[55],"non-local":[56],"(CN3),":[59],"can":[61],"both":[62],"dynamically":[63],"construct":[64],"task-specific":[66,103],"structure":[67],"sentence":[70],"leverage":[72],"rich":[73],"local":[74],"dependencies":[75],"within":[76],"particular":[78],"neighbourhood.Experimental":[79],"results":[80],"ten":[82],"NLP":[83],"tasks":[84],"in":[85],"text":[86],"classification,":[87],"semantic":[88],"matching,":[89],"labelling":[92],"show":[93],"our":[95],"model":[97],"outperforms":[98],"competitive":[99],"baselines":[100],"discovers":[102],"dependency":[104],"structures,":[105],"thus":[106],"providing":[107],"better":[108],"interpretability":[109],"to":[110],"users.":[111]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":7}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}