{"id":"https://openalex.org/W4403331993","doi":"https://doi.org/10.23919/fusion59988.2024.10706518","title":"Efficient Token Sparsification Through the Lens of Infused Knowledge","display_name":"Efficient Token Sparsification Through the Lens of Infused Knowledge","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4403331993","doi":"https://doi.org/10.23919/fusion59988.2024.10706518"},"language":"en","primary_location":{"id":"doi:10.23919/fusion59988.2024.10706518","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion59988.2024.10706518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101503808","display_name":"Bohua Peng","orcid":"https://orcid.org/0000-0001-8037-6072"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohua Peng","raw_affiliation_strings":["Northwestern Polytechnical University,Xian,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xian,China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427454","display_name":"Bin Chen","orcid":"https://orcid.org/0009-0002-1411-7915"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bin Chen","raw_affiliation_strings":["The University of Sheffield,Sheffield,The UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield,Sheffield,The UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101588658","display_name":"Wei He","orcid":"https://orcid.org/0009-0000-8005-062X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wei He","raw_affiliation_strings":["The University of Sheffield,Sheffield,The UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield,Sheffield,The UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109025440","display_name":"William Thorne","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"William Thorne","raw_affiliation_strings":["The University of Sheffield,Sheffield,The UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield,Sheffield,The UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085942306","display_name":"Visakan Kadirkamanathan","orcid":"https://orcid.org/0000-0002-4243-2501"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Visakan Kadirkamanathan","raw_affiliation_strings":["The University of Sheffield,Sheffield,The UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield,Sheffield,The UK","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.8906999826431274,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.8906999826431274,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.8108000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.7594000101089478,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7695083022117615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742832064628601},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.6429186463356018},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.23216494917869568},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.16393736004829407},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0957348644733429}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7695083022117615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742832064628601},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.6429186463356018},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.23216494917869568},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.16393736004829407},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0957348644733429}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/fusion59988.2024.10706518","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion59988.2024.10706518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W633650662","https://openalex.org/W1533230146","https://openalex.org/W1552847225","https://openalex.org/W1583837637","https://openalex.org/W1588628884","https://openalex.org/W1606357646","https://openalex.org/W1611609365","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2094728533","https://openalex.org/W2127795553","https://openalex.org/W2145096794","https://openalex.org/W2158698691","https://openalex.org/W2171590421","https://openalex.org/W2250635077","https://openalex.org/W2252381721","https://openalex.org/W2321588627","https://openalex.org/W2499696929","https://openalex.org/W2550505910","https://openalex.org/W2595551253","https://openalex.org/W2622759881","https://openalex.org/W2747329762","https://openalex.org/W2788802649","https://openalex.org/W2884264553","https://openalex.org/W2889326414","https://openalex.org/W2896457183","https://openalex.org/W2920008855","https://openalex.org/W2964303773","https://openalex.org/W2991568321","https://openalex.org/W3004975108","https://openalex.org/W3024929536","https://openalex.org/W3084917217","https://openalex.org/W3092475443","https://openalex.org/W3103593657","https://openalex.org/W3145937384","https://openalex.org/W3151929433","https://openalex.org/W3154735894","https://openalex.org/W3168867926","https://openalex.org/W3172525852","https://openalex.org/W3174702398","https://openalex.org/W3174931845","https://openalex.org/W3213368993","https://openalex.org/W4205991051","https://openalex.org/W4239019441","https://openalex.org/W4250955649","https://openalex.org/W4285151662","https://openalex.org/W4285172793","https://openalex.org/W4290785452","https://openalex.org/W4310231311","https://openalex.org/W4318832809","https://openalex.org/W4320507288","https://openalex.org/W4385245566","https://openalex.org/W4385570961","https://openalex.org/W4390366990","https://openalex.org/W4391147288","https://openalex.org/W6631964550","https://openalex.org/W6635298591","https://openalex.org/W6636400922","https://openalex.org/W6676161993","https://openalex.org/W6678830454","https://openalex.org/W6718112784","https://openalex.org/W6729448088","https://openalex.org/W6755207826","https://openalex.org/W6757635932","https://openalex.org/W6757817989","https://openalex.org/W6759579507","https://openalex.org/W6767552790","https://openalex.org/W6771579010","https://openalex.org/W6773607706","https://openalex.org/W6774314701","https://openalex.org/W6779436764","https://openalex.org/W6783604425","https://openalex.org/W6787411158","https://openalex.org/W6794473763","https://openalex.org/W6796581206","https://openalex.org/W6797333116","https://openalex.org/W6797530811","https://openalex.org/W6802669662","https://openalex.org/W6811047741","https://openalex.org/W6838591116","https://openalex.org/W6839640180","https://openalex.org/W6840549600","https://openalex.org/W6846074030","https://openalex.org/W6852940810"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889"],"abstract_inverted_index":{"Leveraging":[0],"large":[1],"language":[2,21],"models":[3,22],"(LLMs)":[4],"to":[5,73,96,131,156,201],"fuse":[6],"heterogeneous":[7],"knowledge":[8,69,155],"is":[9],"an":[10,61,126],"exciting":[11],"emerging":[12],"field.":[13],"However,":[14],"with":[15,177,196],"billions":[16],"of":[17,121],"parameters,":[18],"these":[19],"pretrained":[20,119],"are":[23],"prohibitively":[24],"computationally":[25],"expensive":[26],"at":[27],"inference":[28,36],"time.":[29],"Token":[30,55,86],"sparsification":[31,148],"methods":[32],"can":[33,144,192],"proactively":[34],"accelerate":[35],"by":[37],"selecting":[38],"important":[39,158],"features":[40],"from":[41],"the":[42,78,89,98,101,118,162],"sequence":[43],"but":[44],"often":[45],"require":[46],"task-dependent":[47],"retraining.":[48,82],"To":[49],"address":[50],"this,":[51],"we":[52,124,139],"propose":[53],"Bilevel":[54],"prUniNg":[56],"wiTh":[57],"Infused":[58],"kNowledGe":[59],"(Bunting),":[60],"interpretable":[62],"token":[63,75,147,190],"pruning":[64,112,191],"method":[65,170],"that":[66,141,168,189],"leverages":[67],"task-level":[68,154],"encoded":[70],"in":[71,149,183],"prefixes":[72,143],"guide":[74,146],"sparsification,":[76],"eliminating":[77],"need":[79],"for":[80,108],"task-specific":[81],"Bunting":[83],"performs":[84],"Bayesian":[85],"Sparsification,":[87],"where":[88],"inner":[90],"loop":[91,103],"learns":[92,104],"a":[93],"joint":[94],"representation":[95],"perform":[97],"task,":[99],"and":[100,160],"outer":[102],"adaptive":[105],"attention":[106],"masks":[107],"sparse":[109],"representations,":[110],"thus":[111],"redundant":[113],"tokens":[114,159],"layer-by-layer":[115],"without":[116],"compromising":[117],"abilities":[120],"LLMs.":[122],"Additionally,":[123],"introduce":[125],"innovative":[127],"antiphrasis":[128],"evaluation":[129],"protocol":[130],"test":[132],"model":[133],"adaptivity":[134],"on":[135],"rhetorical":[136],"relations.":[137],"Furthermore,":[138],"demonstrate":[140,167],"precomputed":[142],"effectively":[145],"different":[150],"knowledge-intensive":[151,184],"tasks,":[152],"maintaining":[153],"identify":[157],"reduce":[161],"finetuning":[163],"burden.":[164],"Experimental":[165],"results":[166],"our":[169],"achieves":[171],"over":[172],"$0.3":[173],"x$":[174],"wall-clock":[175],"speed-up":[176],"only":[178],"$0.14":[179],"\\times$":[180],"learnable":[181],"parameters":[182],"tasks.":[185],"Our":[186],"findings":[187],"suggest":[188],"improve":[193],"out-of-distribution":[194],"detection,":[195],"sarcasm":[197],"being":[198],"more":[199],"challenging":[200],"detect":[202],"than":[203],"immorality.":[204]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}