{"id":"https://openalex.org/W4415524462","doi":"https://doi.org/10.1109/mlsp62443.2025.11204273","title":"Utilizing Dynamic Sparsity on Pretrained DETR","display_name":"Utilizing Dynamic Sparsity on Pretrained DETR","publication_year":2025,"publication_date":"2025-08-31","ids":{"openalex":"https://openalex.org/W4415524462","doi":"https://doi.org/10.1109/mlsp62443.2025.11204273"},"language":null,"primary_location":{"id":"doi:10.1109/mlsp62443.2025.11204273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp62443.2025.11204273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 35th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025323483","display_name":"Reza Sedghi","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]},{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Reza Sedghi","raw_affiliation_strings":["CITEC Bielefeld University,Germany"],"affiliations":[{"raw_affiliation_string":"CITEC Bielefeld University,Germany","institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016175782","display_name":"Anand Subramoney","orcid":"https://orcid.org/0000-0002-7333-9860"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]},{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anand Subramoney","raw_affiliation_strings":["CITEC Bielefeld University,Germany"],"affiliations":[{"raw_affiliation_string":"CITEC Bielefeld University,Germany","institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052732444","display_name":"David Kappel","orcid":"https://orcid.org/0000-0001-5942-4033"},"institutions":[{"id":"https://openalex.org/I184558857","display_name":"Royal Holloway University of London","ror":"https://ror.org/04g2vpn86","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I184558857"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Kappel","raw_affiliation_strings":["Royal Holloway, University of London,Department of Computer Science,UK"],"affiliations":[{"raw_affiliation_string":"Royal Holloway, University of London,Department of Computer Science,UK","institution_ids":["https://openalex.org/I184558857"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025323483"],"corresponding_institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34981624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10662","display_name":"Ultrasonics and Acoustic Wave Propagation","score":0.8438000082969666,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10662","display_name":"Ultrasonics and Acoustic Wave Propagation","score":0.8438000082969666,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.829200029373169,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.8278999924659729,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6320000290870667},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4749000072479248},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.460099995136261},{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.39890000224113464},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.39730000495910645},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39730000495910645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7889999747276306},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6320000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5792999863624573},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39730000495910645},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.39730000495910645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38760000467300415},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3560999929904938},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.26330000162124634}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mlsp62443.2025.11204273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp62443.2025.11204273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 35th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2853315432","display_name":null,"funder_award_id":"NW21-059A","funder_id":"https://openalex.org/F4320326858","funder_display_name":"State Key Laboratory of Structural Analysis for Industrial Equipment"},{"id":"https://openalex.org/G7560871968","display_name":null,"funder_award_id":"16ME0733","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320326858","display_name":"State Key Laboratory of Structural Analysis for Industrial Equipment","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3096609285","https://openalex.org/W4205460703","https://openalex.org/W4404784329","https://openalex.org/W4409480953"],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"inference":[1],"with":[2],"transformer-based":[3],"models":[4],"remains":[5],"a":[6,42,75,83,91,125],"challenge,":[7],"especially":[8],"in":[9,20],"vision":[10,136],"tasks":[11],"like":[12],"object":[13],"detection.":[14],"We":[15],"analyze":[16],"the":[17,21,62,107],"inherent":[18],"sparsity":[19,89],"MLP":[22],"layers":[23],"of":[24,65,82,134],"DETR":[25],"and":[26,95],"introduce":[27,71],"two":[28],"methods":[29],"to":[30,61,98,129],"exploit":[31],"it":[32],"without":[33,138],"retraining.":[34,141],"First,":[35],"we":[36,70],"propose":[37],"Static":[38],"Indicator-Based":[39],"Sparsification":[40,73],"(SIBS),":[41],"heuristic":[43],"method":[44,123],"that":[45,111],"predicts":[46,87],"neuron":[47],"inactivity":[48],"based":[49],"on":[50,80,106],"fixed":[51],"activation":[52,103],"patterns.":[53],"While":[54],"simple,":[55],"SIBS":[56],"offers":[57,124],"limited":[58],"gains":[59],"due":[60],"input-dependent":[63],"nature":[64],"sparsity.":[66,104],"To":[67],"address":[68],"this,":[69],"Micro-Gated":[72],"(MGS),":[74],"lightweight":[76],"gating":[77],"mechanism":[78],"trained":[79],"top":[81],"pretrained":[84,135],"DETR.":[85],"MGS":[86,112],"dynamic":[88],"using":[90],"small":[92],"linear":[93],"layer":[94],"achieves":[96],"up":[97],"<tex":[99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$85-95":[101],"\\%$</tex>":[102],"Experiments":[105],"COCO":[108],"dataset":[109],"show":[110],"maintains":[113],"or":[114],"even":[115],"improves":[116],"performance":[117],"while":[118],"significantly":[119],"reducing":[120],"computation.":[121],"Our":[122],"practical,":[126],"input-adaptive":[127],"approach":[128],"sparsification,":[130],"enabling":[131],"efficient":[132],"deployment":[133],"transformers":[137],"full":[139],"model":[140]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-24T00:00:00"}