{"id":"https://openalex.org/W4318147678","doi":"https://doi.org/10.1109/bigdata55660.2022.10020988","title":"Node Context Selection in Transformer-Based Graph Representation Learning Models","display_name":"Node Context Selection in Transformer-Based Graph Representation Learning Models","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4318147678","doi":"https://doi.org/10.1109/bigdata55660.2022.10020988"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020988","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020988","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091298714","display_name":"Tianze Wang","orcid":"https://orcid.org/0000-0001-8757-5998"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Tianze Wang","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden","KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012596151","display_name":"Amir H. Payberah","orcid":"https://orcid.org/0000-0002-2748-8929"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Amir H. Payberah","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden","KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042422836","display_name":"Vladimir Vlassov","orcid":"https://orcid.org/0000-0002-6779-7435"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Vladimir Vlassov","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden","KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091298714"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19667098,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"4625","last_page":"4634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6994755864143372},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4852580726146698},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4667183756828308},{"id":"https://openalex.org/keywords/topological-graph-theory","display_name":"Topological graph theory","score":0.4228942096233368},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38606294989585876},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3535435199737549},{"id":"https://openalex.org/keywords/line-graph","display_name":"Line graph","score":0.21113362908363342},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17070990800857544},{"id":"https://openalex.org/keywords/voltage-graph","display_name":"Voltage graph","score":0.16620755195617676}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6994755864143372},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4852580726146698},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4667183756828308},{"id":"https://openalex.org/C157406716","wikidata":"https://www.wikidata.org/wiki/Q4115842","display_name":"Topological graph theory","level":5,"score":0.4228942096233368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38606294989585876},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3535435199737549},{"id":"https://openalex.org/C203776342","wikidata":"https://www.wikidata.org/wiki/Q1378376","display_name":"Line graph","level":3,"score":0.21113362908363342},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17070990800857544},{"id":"https://openalex.org/C22149727","wikidata":"https://www.wikidata.org/wiki/Q7940747","display_name":"Voltage graph","level":4,"score":0.16620755195617676},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020988","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020988","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1978394996","https://openalex.org/W2127795553","https://openalex.org/W2133564696","https://openalex.org/W2138399168","https://openalex.org/W2519887557","https://openalex.org/W2607500032","https://openalex.org/W2896457183","https://openalex.org/W2912083425","https://openalex.org/W2962756421","https://openalex.org/W2963224980","https://openalex.org/W2963512530","https://openalex.org/W2963757395","https://openalex.org/W2964051675","https://openalex.org/W2964113829","https://openalex.org/W2970066309","https://openalex.org/W2970641574","https://openalex.org/W2972693922","https://openalex.org/W3000577518","https://openalex.org/W3003265726","https://openalex.org/W3012871709","https://openalex.org/W3100330855","https://openalex.org/W3113177135","https://openalex.org/W3138516171","https://openalex.org/W3152893301","https://openalex.org/W3211394146","https://openalex.org/W4206482253","https://openalex.org/W4210337481","https://openalex.org/W4286902310","https://openalex.org/W4287123803","https://openalex.org/W4292779060","https://openalex.org/W4294170691","https://openalex.org/W4297782361","https://openalex.org/W4385245566","https://openalex.org/W6636510571","https://openalex.org/W6678830454","https://openalex.org/W6679434410","https://openalex.org/W6685350579","https://openalex.org/W6736685754","https://openalex.org/W6738964360","https://openalex.org/W6748856961","https://openalex.org/W6755207826","https://openalex.org/W6758183469","https://openalex.org/W6762648261","https://openalex.org/W6767077815","https://openalex.org/W6767098714","https://openalex.org/W6772776185","https://openalex.org/W6778883912","https://openalex.org/W6787995345","https://openalex.org/W6796801894","https://openalex.org/W6802810016","https://openalex.org/W6804049574"],"related_works":["https://openalex.org/W4205991736","https://openalex.org/W2767597557","https://openalex.org/W3094552683","https://openalex.org/W3211302945","https://openalex.org/W4284975088","https://openalex.org/W4386136067","https://openalex.org/W4366772049","https://openalex.org/W4388486485","https://openalex.org/W4387415041","https://openalex.org/W4379229548"],"abstract_inverted_index":{"Transformer":[0,40,71],"models":[1,41,72],"have":[2],"great":[3],"potential":[4],"in":[5,24,98],"Graph":[6,25],"Representation":[7],"Learning":[8],"(GRL)":[9],"for":[10,64,83,109,141],"efficiently":[11],"scaling":[12],"the":[13,50,65,75,80,92,100,116,120,127,132,172],"learning":[14,62],"process":[15],"on":[16,146,175],"large":[17],"datasets":[18,148],"and":[19,30,119],"solving":[20],"many":[21],"challenges":[22],"presented":[23],"Neural":[26],"Networks,":[27],"e.g.,":[28],"oversmoothing":[29],"suspended":[31],"animation.":[32],"To":[33],"represent":[34],"each":[35,84,176],"node":[36,47,51,81,96,101,111,124,137],"of":[37,56,95,134,166],"a":[38,46,54,106,142],"graph,":[39],"as":[42,61],"input":[43],"usually":[44],"take":[45],"together":[48],"with":[49],"context,":[52],"i.e.,":[53],"set":[55],"other":[57],"nodes":[58],"that":[59,113,153],"serve":[60],"context":[63,82,112,138],"target":[66,85],"node.":[67,86],"However,":[68],"current":[69],"GRL":[70],"mainly":[73],"consider":[74,155],"graph":[76,117,156],"topology":[77,118,157],"when":[78],"selecting":[79,99,110],"In":[87],"this":[88],"work,":[89],"we":[90,104,130],"demonstrate":[91],"important":[93],"role":[94],"features":[97],"context.":[102],"Specifically,":[103],"propose":[105],"hybrid":[107,136,169],"approach":[108],"considers":[114],"both":[115],"semantic":[121,159],"similarities":[122],"between":[123],"features.":[125],"Through":[126],"empirical":[128],"evaluations,":[129],"show":[131],"advantages":[133],"our":[135,167],"selection":[139,151],"method":[140],"downstream":[143],"classification":[144,163],"task":[145],"various":[147],"compared":[149],"to":[150,181],"methods":[152,170,174],"only":[154],"or":[158],"similarities.":[160],"The":[161],"best":[162],"accuracy":[164],"improvements":[165],"proposed":[168],"over":[171],"baseline":[173],"dataset":[177],"range":[178],"from":[179],"0.77%":[180],"6.05%.":[182]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}