{"id":"https://openalex.org/W4416156571","doi":"https://doi.org/10.48550/arxiv.2511.05557","title":"Compressing Multi-Task Model for Autonomous Driving via Pruning and Knowledge Distillation","display_name":"Compressing Multi-Task Model for Autonomous Driving via Pruning and Knowledge Distillation","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4416156571","doi":"https://doi.org/10.48550/arxiv.2511.05557"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2511.05557","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.05557","pdf_url":"https://arxiv.org/pdf/2511.05557","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.05557","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101696740","display_name":"Jiayuan Wang","orcid":"https://orcid.org/0000-0002-9570-1656"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Jiayuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731724","display_name":"Q. M. Jonathan Wu","orcid":"https://orcid.org/0000-0002-5208-7975"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Q. M. Jonathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729421","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0001-8128-7573"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ning","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061349662","display_name":"Katsuya Suto","orcid":"https://orcid.org/0000-0001-5576-4735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suto, Katsuya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085713075","display_name":"Lei Zhong","orcid":"https://orcid.org/0000-0002-7937-5379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Lei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101696740"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7124999761581421,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7124999761581421,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.16840000450611115,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7903000116348267},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5070000290870667},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5056999921798706},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4893999993801117},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.44699999690055847},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.43860000371932983},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4300999939441681},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4253000020980835},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4047999978065491}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7903000116348267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6032000184059143},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5056999921798706},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4893999993801117},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4546000063419342},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.43860000371932983},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3801000118255615},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3562999963760376},{"id":"https://openalex.org/C2777045574","wikidata":"https://www.wikidata.org/wiki/Q196100","display_name":"Slipping","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.328000009059906},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C2781411174","wikidata":"https://www.wikidata.org/wiki/Q8034662","display_name":"Workcell","level":3,"score":0.2985999882221222},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2874999940395355},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.05557","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.05557","pdf_url":"https://arxiv.org/pdf/2511.05557","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.05557","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.05557","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.05557","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.05557","pdf_url":"https://arxiv.org/pdf/2511.05557","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"driving":[1],"systems":[2],"rely":[3],"on":[4,38,115],"panoptic":[5,181],"perception":[6],"to":[7,26,74,108,152],"jointly":[8],"handle":[9],"object":[10],"detection,":[11],"drivable":[12],"area":[13],"segmentation,":[14],"and":[15,34,81,102,137,147,171],"lane":[16],"line":[17],"segmentation.":[18],"Although":[19],"multi-task":[20,49,180],"learning":[21],"is":[22],"an":[23,175],"effective":[24,176],"way":[25],"integrate":[27],"these":[28],"tasks,":[29],"its":[30],"increasing":[31],"model":[32,50,111,123,157],"parameters":[33,129],"complexity":[35],"make":[36],"deployment":[37],"on-board":[39],"devices":[40],"difficult.":[41],"To":[42,84],"address":[43],"this":[44],"challenge,":[45],"we":[46,90],"propose":[47],"a":[48,93,106,109,125,139],"compression":[51,177],"framework":[52],"that":[53,98,120,168],"combines":[54],"task-aware":[55],"safe":[56,63],"pruning":[57,64,170],"with":[58,70],"feature-level":[59],"knowledge":[60,172],"distillation.":[61],"Our":[62],"strategy":[65],"integrates":[66],"Taylor-based":[67],"channel":[68],"importance":[69],"gradient":[71],"conflict":[72],"penalty":[73],"keep":[75],"important":[76],"channels":[77],"while":[78,130],"removing":[79],"redundant":[80],"conflicting":[82],"channels.":[83],"mitigate":[85],"performance":[86,132],"degradation":[87],"after":[88],"pruning,":[89],"further":[91],"design":[92],"task":[94],"head-agnostic":[95],"distillation":[96,173],"method":[97],"transfers":[99],"intermediate":[100],"backbone":[101],"encoder":[103],"features":[104],"from":[105],"teacher":[107],"student":[110],"as":[112],"guidance.":[113],"Experiments":[114],"the":[116,153],"BDD100K":[117],"dataset":[118],"demonstrate":[119],"our":[121],"compressed":[122,156],"achieves":[124],"32.7%":[126],"reduction":[127],"in":[128,142,163],"segmentation":[131],"shows":[133],"negligible":[134],"accuracy":[135],"loss":[136],"only":[138],"minor":[140],"decrease":[141],"detection":[143],"(-1.2%":[144],"for":[145,149,179],"Recall":[146],"-1.8%":[148],"mAP50)":[150],"compared":[151],"teacher.":[154],"The":[155],"still":[158],"runs":[159],"at":[160],"32.7":[161],"FPS":[162],"real-time.":[164],"These":[165],"results":[166],"show":[167],"combining":[169],"provides":[174],"solution":[178],"perception.":[182]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-12T00:00:00"}