{"id":"https://openalex.org/W4411635677","doi":"https://doi.org/10.1145/3731715.3733432","title":"SFi-Former: Sparse Flow Induced Attention for Graph Transformer","display_name":"SFi-Former: Sparse Flow Induced Attention for Graph Transformer","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411635677","doi":"https://doi.org/10.1145/3731715.3733432"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733432","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhonghao Li","orcid":"https://orcid.org/0009-0001-3170-2481"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhonghao Li","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ji Shi","orcid":"https://orcid.org/0009-0002-4889-195X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Shi","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074151811","display_name":"Xinming Zhang","orcid":"https://orcid.org/0000-0003-3997-6425"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinming Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101137578","display_name":"Miao Zhang","orcid":"https://orcid.org/0000-0002-1262-4174"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026419076","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-9743-9447"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07097611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"760","last_page":"769"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6443048715591431},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4825710356235504},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1590048372745514},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13653135299682617},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1058955192565918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6443048715591431},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4825710356235504},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1590048372745514},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13653135299682617},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1058955192565918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733432","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7853540140","display_name":null,"funder_award_id":"12205066","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2167064216","https://openalex.org/W2194775991","https://openalex.org/W2554239292","https://openalex.org/W2560674852","https://openalex.org/W2612690371","https://openalex.org/W2747329762","https://openalex.org/W2756202968","https://openalex.org/W2985331920","https://openalex.org/W3007332492","https://openalex.org/W3035664258","https://openalex.org/W3095609162","https://openalex.org/W3145602566","https://openalex.org/W3153880451","https://openalex.org/W3196890453","https://openalex.org/W3215586954","https://openalex.org/W4244393449","https://openalex.org/W4287829537","https://openalex.org/W4295369629","https://openalex.org/W4379539462","https://openalex.org/W4401856724","https://openalex.org/W4401857119","https://openalex.org/W6600213211","https://openalex.org/W6770901814"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Graph":[0,157],"Transformers":[1],"(GTs)":[2],"have":[3],"demonstrated":[4],"superior":[5],"performance":[6,147,154],"compared":[7],"to":[8,28,39,54,70,92,119,166,177],"traditional":[9],"message-passing":[10],"graph":[11,20,101,130,134],"neural":[12],"networks":[13],"in":[14,18],"many":[15],"studies,":[16],"especially":[17,132],"processing":[19],"data":[21,135],"with":[22,67],"long-range":[23,137],"dependencies.":[24,138],"However,":[25],"GTs":[26],"tend":[27],"suffer":[29],"from":[30,108],"weak":[31],"inductive":[32],"bias,":[33],"overfitting":[34],"and":[35,152],"over-globalizing":[36],"problems":[37],"due":[38],"the":[40,86,115],"dense":[41,76],"attention.":[42,77],"In":[43],"this":[44],"paper,":[45],"we":[46],"introduce":[47],"SFi-attention,":[48],"a":[49,120],"novel":[50],"attention":[51,88],"mechanism":[52],"designed":[53],"learn":[55],"sparse":[56,87,94,116],"pattern":[57,89],"by":[58,75],"minimizing":[59],"an":[60],"energy":[61],"function":[62],"based":[63],"on":[64,128,148,155],"network":[65,95],"flows":[66,96],"\u21131-norm":[68],"regularization,":[69],"relieve":[71],"those":[72,133],"issues":[73],"caused":[74],"Furthermore,":[78],"SFi-Former":[79,104,127,144],"is":[80,174],"accordingly":[81],"devised":[82],"which":[83,170],"can":[84],"leverage":[85],"of":[90,100,114],"SFi-attention":[91],"generate":[93],"beyond":[97],"adjacency":[98],"matrix":[99],"data.":[102],"Specifically,":[103],"aggregates":[105],"features":[106],"selectively":[107],"other":[109],"nodes":[110],"through":[111],"flexible":[112],"adaptation":[113],"attention,":[117],"leading":[118],"more":[121],"robust":[122],"model.":[123],"We":[124],"validate":[125],"our":[126,143,162],"various":[129],"datasets,":[131],"exhibiting":[136],"Experimental":[139],"results":[140],"show":[141],"that":[142,172],"obtains":[145],"competitive":[146],"GNN":[149],"Benchmark":[150,158],"datasets":[151],"SOTA":[153],"Long-Range":[156],"(LRGB)":[159],"datasets.":[160],"Additionally,":[161],"model":[163],"gives":[164],"rise":[165],"smaller":[167],"generalization":[168],"gaps,":[169],"indicates":[171],"it":[173],"less":[175],"prone":[176],"over-fitting.":[178],"Click":[179],"https://github.com/Maxwell-996/SFi-former":[180],"for":[181],"codes.":[182]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}