{"id":"https://openalex.org/W7046085664","doi":null,"title":"A Comparison of CNN and Transformer in Continual Learning","display_name":"A Comparison of CNN and Transformer in Continual Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7046085664"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-340947","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-340947","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1820229/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1820229/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069916649","display_name":"Jingwen Fu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fu, Jingwen","raw_affiliation_strings":["Stockholm , Sweden, 2023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stockholm , Sweden, 2023","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5069916649"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.968999981880188},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9959999918937683},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.984000027179718},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.7839999794960022},{"id":"https://openalex.org/keywords/class-incremental-learning","display_name":"class-incremental learning","score":0.9580000042915344},{"id":"https://openalex.org/keywords/task-incremental-learning","display_name":"task-incremental learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.6050000190734863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7203999757766724},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6700999736785889},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6678000092506409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6384999752044678},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5271000266075134},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2915000021457672},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:kth-340947","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-340947","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1820229/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-340947","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-340947","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1820229/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7046085664.pdf","grobid_xml":"https://content.openalex.org/works/W7046085664.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2899063268","https://openalex.org/W2939137134","https://openalex.org/W2949071326","https://openalex.org/W3017258201","https://openalex.org/W3094502228","https://openalex.org/W4285309825","https://openalex.org/W4309953708","https://openalex.org/W4392173735","https://openalex.org/W4400680576"],"related_works":["https://openalex.org/W4308233906","https://openalex.org/W4312423415","https://openalex.org/W7133783490","https://openalex.org/W4385504473","https://openalex.org/W4406356729","https://openalex.org/W4312615142","https://openalex.org/W4292794834","https://openalex.org/W3206007455","https://openalex.org/W4417523098","https://openalex.org/W2516936571"],"abstract_inverted_index":{"Within":[0],"the":[1,40,86,99,107,114,129,133,138,150],"realm":[2],"of":[3,35,42,88,98,109,116],"computer":[4],"vision":[5],"tasks,":[6],"Convolutional":[7],"Neural":[8],"Networks":[9],"(CNN)":[10],"and":[11,27,91,95,121,143],"Transformers":[12],"represent":[13],"two":[14,37],"predominant":[15],"methodologies,":[16],"often":[17],"subject":[18],"to":[19,65,70,101,147],"extensive":[20],"comparative":[21],"analyses":[22],"elucidating":[23],"their":[24,50,71],"respective":[25],"merits":[26],"demerits.":[28],"This":[29],"thesis":[30],"embarks":[31],"on":[32,49],"an":[33,103],"exploration":[34],"these":[36],"models":[38,60,90],"within":[39],"framework":[41],"continual":[43,92],"learning,":[44],"with":[45],"a":[46,62,78],"specific":[47],"focus":[48],"propensities":[51],"for":[52,140],"resisting":[53],"catastrophic":[54,66],"forgetting.":[55],"We":[56],"hypothesize":[57],"that":[58],"Transformer":[59],"exhibit":[61],"higher":[63],"resilience":[64],"forgetting":[67],"in":[68],"comparison":[69],"CNN":[72],"counterparts.":[73],"To":[74],"substantiate":[75,128],"this":[76],"hypothesis,":[77],"meticulously":[79],"crafted":[80],"experimental":[81,145],"design":[82],"was":[83],"implemented,":[84],"involving":[85],"selection":[87],"diverse":[89],"learning":[93,119,124],"approaches,":[94],"careful":[96],"tuning":[97],"networks":[100],"ensure":[102],"equitable":[104],"comparison.":[105],"In":[106],"majority":[108],"conducted":[110],"experiments,":[111],"encompassing":[112,144],"both":[113],"contexts":[115],"class":[117],"incremental":[118,123],"settings":[120],"task":[122],"settings,":[125],"our":[126],"results":[127],"aforementioned":[130],"hypothesis.":[131,152],"Nevertheless,":[132],"insights":[134],"garnered":[135],"also":[136],"underscore":[137],"necessity":[139],"more":[141],"exhaustive":[142],"evaluations":[146],"fully":[148],"validate":[149],"asserted":[151]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}