{"id":"https://openalex.org/W4281626616","doi":"https://doi.org/10.3390/info13060290","title":"Contextualizer: Connecting the Dots of Context with Second-Order Attention","display_name":"Contextualizer: Connecting the Dots of Context with Second-Order Attention","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4281626616","doi":"https://doi.org/10.3390/info13060290"},"language":"en","primary_location":{"id":"doi:10.3390/info13060290","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060290","pdf_url":"https://www.mdpi.com/2078-2489/13/6/290/pdf?version=1654672331","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/13/6/290/pdf?version=1654672331","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044977563","display_name":"Diego Maupom\u00e9","orcid":"https://orcid.org/0000-0003-2527-2515"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Diego Maupom\u00e9","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montreal, QC H3C 3P8, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montreal, QC H3C 3P8, Canada","institution_ids":["https://openalex.org/I159129438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014324079","display_name":"Marie\u2010Jean Meurs","orcid":"https://orcid.org/0000-0001-8196-2153"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Marie-Jean Meurs","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montreal, QC H3C 3P8, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8196-2153","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montreal, QC H3C 3P8, Canada","institution_ids":["https://openalex.org/I159129438"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014324079"],"corresponding_institution_ids":["https://openalex.org/I159129438"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05205227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"6","first_page":"290","last_page":"290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7583034038543701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6433982253074646},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6289365887641907},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5447438955307007},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.48286178708076477},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4814150035381317},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.46937990188598633},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4692777395248413},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4508003890514374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.394216924905777}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7583034038543701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6433982253074646},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6289365887641907},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5447438955307007},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.48286178708076477},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4814150035381317},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46937990188598633},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4692777395248413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4508003890514374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.394216924905777},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info13060290","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060290","pdf_url":"https://www.mdpi.com/2078-2489/13/6/290/pdf?version=1654672331","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:392c9a303e0b436393fb3c4cfb968124","is_oa":true,"landing_page_url":"https://doaj.org/article/392c9a303e0b436393fb3c4cfb968124","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 13, Iss 6, p 290 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/13/6/290/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info13060290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 13; Issue 6; Pages: 290","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info13060290","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060290","pdf_url":"https://www.mdpi.com/2078-2489/13/6/290/pdf?version=1654672331","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1434738392","display_name":null,"funder_award_id":"NFRFE-2018-00484","funder_id":"https://openalex.org/F4320334617","funder_display_name":"Social Sciences and Humanities Research Council of Canada"},{"id":"https://openalex.org/G3002060991","display_name":null,"funder_award_id":"06487-2017","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G4228793701","display_name":null,"funder_award_id":"06487","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6719754077","display_name":null,"funder_award_id":"06487-2017","funder_id":"https://openalex.org/F4320334617","funder_display_name":"Social Sciences and Humanities Research Council of Canada"},{"id":"https://openalex.org/G8092067659","display_name":null,"funder_award_id":"NFRFE-2018-00484","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320314000","display_name":"Compute Canada","ror":"https://ror.org/03ty8yr27"},{"id":"https://openalex.org/F4320319880","display_name":"Government of Canada","ror":"https://ror.org/010q4q527"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334617","display_name":"Social Sciences and Humanities Research Council of Canada","ror":"https://ror.org/04j5jqy92"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281626616.pdf","grobid_xml":"https://content.openalex.org/works/W4281626616.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2014902591","https://openalex.org/W2114524997","https://openalex.org/W2121879602","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2267186426","https://openalex.org/W2586064251","https://openalex.org/W2891177506","https://openalex.org/W2923014074","https://openalex.org/W2948223045","https://openalex.org/W2963440143","https://openalex.org/W2964110616","https://openalex.org/W3030811146","https://openalex.org/W3034573343","https://openalex.org/W3037798801","https://openalex.org/W3095319910","https://openalex.org/W3131922516","https://openalex.org/W3154449322","https://openalex.org/W3166779881","https://openalex.org/W3202773593","https://openalex.org/W4385245566","https://openalex.org/W6607974698","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2997152889","https://openalex.org/W4385572700","https://openalex.org/W4388335561","https://openalex.org/W4307309205","https://openalex.org/W4288261899","https://openalex.org/W4385009901","https://openalex.org/W4285141722","https://openalex.org/W3016124757"],"abstract_inverted_index":{"Composing":[0],"the":[1,7,23,47,58,63,115],"representation":[2,17,89],"of":[3,49,60,73,104,125],"a":[4,16,84,100,105,134,150],"sentence":[5,88],"from":[6],"tokens":[8,116],"that":[9,52],"it":[10],"comprises":[11],"is":[12],"difficult,":[13],"because":[14],"such":[15],"needs":[18],"to":[19,27,42,57,75,114,121,159],"account":[20],"for":[21,87],"how":[22],"words":[24,126],"present":[25,81],"relate":[26],"each":[28,162],"other.":[29],"The":[30,80,140],"Transformer":[31],"architecture":[32],"does":[33],"this":[34,110],"by":[35,68],"iteratively":[36,143],"changing":[37],"token":[38],"representations":[39,124],"with":[40,55,90,99,112,133,161],"respect":[41,56,113],"one":[43],"another.":[44],"This":[45,96],"has":[46],"drawback":[48],"requiring":[50],"computation":[51],"grows":[53],"quadratically":[54],"number":[59],"tokens.":[61],"Furthermore,":[62],"scalar":[64],"attention":[65,152],"mechanism":[66],"used":[67],"Transformers":[69],"requires":[70],"multiple":[71],"sets":[72],"parameters":[74],"operate":[76],"over":[77],"different":[78,156],"features.":[79],"paper":[82],"proposes":[83],"lighter":[85],"algorithm":[86,97,141],"complexity":[91],"linear":[92],"in":[93,170],"sequence":[94],"length.":[95],"begins":[98],"presumably":[101],"erroneous":[102],"value":[103,111],"context":[106],"vector":[107],"and":[108,145],"adjusts":[109],"at":[117],"hand.":[118],"In":[119],"order":[120],"achieve":[122],"this,":[123],"are":[127],"built":[128],"combining":[129],"their":[130],"symbolic":[131],"embedding":[132],"positional":[135],"encoding":[136],"into":[137],"single":[138],"vectors.":[139],"then":[142],"weighs":[144],"aggregates":[146],"these":[147],"vectors":[148],"using":[149],"second-order":[151],"mechanism,":[153],"which":[154],"allows":[155],"feature":[157],"pairs":[158],"interact":[160],"other":[163],"separately.":[164],"Our":[165],"models":[166],"report":[167],"strong":[168],"results":[169],"several":[171],"well-known":[172],"text":[173],"classification":[174],"tasks.":[175]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2022-06-13T00:00:00"}