{"id":"https://openalex.org/W7083177601","doi":"https://doi.org/10.1109/access.2025.3613768","title":"Back and Forward Incremental Learning Through Knowledge Distillation for Object Detection Unmanned Aerial Vehicles","display_name":"Back and Forward Incremental Learning Through Knowledge Distillation for Object Detection Unmanned Aerial Vehicles","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7083177601","doi":"https://doi.org/10.1109/access.2025.3613768"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3613768","doi":"https://doi.org/10.1109/access.2025.3613768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613768","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7083177601"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3613768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qazi Mazhar Ul Haq","orcid":"https://orcid.org/0000-0002-1302-7689","observed_orcids":["https://orcid.org/0000-0002-1302-7689"]},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Qazi Mazhar Ul Haq","raw_affiliation_strings":["Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-1302-7689","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shahrul Amin","orcid":"https://orcid.org/0009-0000-7051-3256","observed_orcids":["https://orcid.org/0009-0000-7051-3256"]},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shahrul Amin","raw_affiliation_strings":["Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0009-0000-7051-3256","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nandhagopal Chandrasekaran","orcid":"https://orcid.org/0009-0007-4636-9814","observed_orcids":["https://orcid.org/0009-0007-4636-9814"]},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Nandhagopal Chandrasekaran","raw_affiliation_strings":["Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0009-0007-4636-9814","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen-Hao Liao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chen-Hao Liao","raw_affiliation_strings":["Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yi-Jheng Huang","orcid":"https://orcid.org/0000-0003-3036-1483","observed_orcids":["https://orcid.org/0000-0003-3036-1483"]},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Jheng Huang","raw_affiliation_strings":["Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3036-1483","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, International Bachelor Program in Informatics, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99908691"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"170035","last_page":"170046"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.4884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.8679999709129333},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9190000295639038},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9419999718666077},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.9710000157356262},{"id":"https://openalex.org/keywords/unmanned-aerial-vehicles","display_name":"unmanned aerial vehicles","score":0.9629999995231628},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9150000214576721},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.9980000257492065},{"id":"https://openalex.org/keywords/teacher-student-architecture","display_name":"teacher-student architecture","score":0.8989999890327454},{"id":"https://openalex.org/keywords/pascal-voc","display_name":"Pascal VOC","score":0.9430000185966492}],"concepts":[{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.8418999910354614},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8177000284194946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760999798774719},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.7680000066757202},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6991000175476074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6969000101089478},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48919999599456787},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.2953999936580658},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2662000060081482},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3613768","doi":"https://doi.org/10.1109/access.2025.3613768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613768","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:01e15e1dd6e1443085a2af98365261b3","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/01e15e1dd6e1443085a2af98365261b3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 170035-170046 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3613768","doi":"https://doi.org/10.1109/access.2025.3613768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613768","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2473930607","https://openalex.org/W2747206364","https://openalex.org/W2954929116","https://openalex.org/W2977932430","https://openalex.org/W2986975901","https://openalex.org/W3011420752","https://openalex.org/W3021931813","https://openalex.org/W3090558831","https://openalex.org/W3093937653","https://openalex.org/W3131093608","https://openalex.org/W3133105109","https://openalex.org/W3134911507","https://openalex.org/W3134974211","https://openalex.org/W3163722117","https://openalex.org/W3176779063","https://openalex.org/W4226029051","https://openalex.org/W4290547921","https://openalex.org/W4312309344","https://openalex.org/W4312530527","https://openalex.org/W4312580994","https://openalex.org/W4327522797","https://openalex.org/W4376105196","https://openalex.org/W4382462248","https://openalex.org/W4386076281","https://openalex.org/W4387010121","https://openalex.org/W4392173735","https://openalex.org/W4400680576","https://openalex.org/W4405877891","https://openalex.org/W4408677865","https://openalex.org/W4408679902","https://openalex.org/W4409366497"],"related_works":["https://openalex.org/W4405305310","https://openalex.org/W4323030871","https://openalex.org/W2747206364","https://openalex.org/W4387541386","https://openalex.org/W4414650615","https://openalex.org/W2977932430","https://openalex.org/W3011311310","https://openalex.org/W4416798101","https://openalex.org/W4292794069","https://openalex.org/W4210574635"],"abstract_inverted_index":{"Incremental":[0],"object":[1,15],"detection":[2,159],"is":[3],"essential":[4],"for":[5,134],"real-world":[6],"applications":[7],"where":[8,90],"the":[9,23,91,98,119,124,135,174],"models":[10],"must":[11],"continuously":[12],"learn":[13],"new":[14,41,102,180],"categories":[16],"without":[17],"forgetting":[18,148],"previously":[19],"acquired":[20],"knowledge.":[21],"However,":[22],"conventional":[24],"training":[25],"methods":[26],"often":[27],"suffer":[28],"from":[29],"catastrophic":[30],"forgetting,":[31],"leading":[32],"to":[33,72,109,179],"performance":[34,172],"degradation":[35],"on":[36,118,173],"early":[37],"tasks":[38],"when":[39],"learning":[40,63],"ones.":[42,181],"To":[43],"address":[44],"this,":[45],"we":[46],"proposed":[47],"a":[48,59,87,147],"novel":[49],"framework":[50],"that":[51,167],"integrates":[52],"an":[53],"attention-based":[54],"feature":[55,74],"enhancement":[56],"module":[57],"within":[58],"knowledge":[60,96],"distillation-based":[61],"incremental":[62,144],"pipeline.":[64],"The":[65],"AFEM":[66],"combines":[67],"self-attention":[68],"and":[69,80,113,156],"cross-attention":[70],"mechanisms":[71],"strengthen":[73],"representations":[75],"by":[76],"enhancing":[77],"spatial":[78],"localization":[79],"classification":[81],"across":[82],"tasks.":[83],"Our":[84,129],"approach":[85],"employs":[86],"teacher-student":[88],"architecture,":[89],"teacher":[92],"model":[93,100],"preserves":[94],"prior":[95],"while":[97,177],"student":[99],"learns":[101],"classes":[103,176],"through":[104],"multi-level":[105],"distillation":[106],"losses":[107],"applied":[108],"features,":[110],"region":[111],"proposals,":[112],"final":[114],"predictions.":[115],"Experiments":[116],"conducted":[117],"Pascal":[120],"VOC":[121],"dataset":[122],"demonstrate":[123],"effectiveness":[125],"of":[126,150],"our":[127,168],"method.":[128],"method":[130,169],"achieves":[131],"60.802%":[132],"AP":[133,141],"base":[136],"class.":[137],"It":[138],"maintains":[139],"56.969%":[140],"after":[142],"one":[143],"phase,":[145],"with":[146,161],"rate":[149],"just":[151],"3.833%":[152],"using":[153],"Huber":[154],"loss":[155],"achieving":[157],"improved":[158],"accuracy":[160],"MSE":[162],"loss.":[163],"These":[164],"results":[165],"indicate":[166],"effectively":[170],"retains":[171],"old":[175],"adapting":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7083177601","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
