{"id":"https://openalex.org/W3138837855","doi":null,"title":"Discriminative Representation Loss (DRL): Connecting Deep Metric Learning to Continual Learning","display_name":"Discriminative Representation Loss (DRL): Connecting Deep Metric Learning to Continual Learning","publication_year":2020,"publication_date":"2020-06-19","ids":{"openalex":"https://openalex.org/W3138837855","mag":"3138837855"},"language":"en","primary_location":{"id":"mag:3138837855","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.11234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2006.11234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101942772","display_name":"Yu Chen","orcid":"https://orcid.org/0009-0009-8180-5196","observed_orcids":["https://orcid.org/0009-0009-8180-5196"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["University of Bristol"],"raw_orcid":"https://orcid.org/0009-0009-8180-5196","affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058474860","display_name":"Tom Diethe","orcid":"https://orcid.org/0000-0002-0776-5407","observed_orcids":["https://orcid.org/0000-0002-0776-5407"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Diethe","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0776-5407","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057936560","display_name":"Peter A. Flach","orcid":"https://orcid.org/0000-0001-6857-5810","observed_orcids":["https://orcid.org/0000-0001-6857-5810"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Flach","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6857-5810","affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8240000009536743},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.949999988079071},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"episodic memory","score":0.8190000057220459},{"id":"https://openalex.org/keywords/discriminative-representations","display_name":"discriminative representations","score":0.8370000123977661},{"id":"https://openalex.org/keywords/deep-metric-learning","display_name":"deep metric learning","score":0.9309999942779541},{"id":"https://openalex.org/keywords/online-continual-learning","display_name":"online continual learning","score":0.9919999837875366}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8457685708999634},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7447779774665833},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7207014560699463},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6585140228271484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6419140100479126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6282142996788025},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6064367294311523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5709196925163269},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45288893580436707},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.44395869970321655},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16653025150299072},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14724498987197876},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10378500819206238},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07157981395721436},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3138837855","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.11234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3138837855","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.11234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1682403713","https://openalex.org/W2096733369","https://openalex.org/W2106053110","https://openalex.org/W2130556178","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2618767506","https://openalex.org/W2737492962","https://openalex.org/W2750384547","https://openalex.org/W2784874046","https://openalex.org/W2786446225","https://openalex.org/W2794363191","https://openalex.org/W2893890695","https://openalex.org/W2898290017","https://openalex.org/W2902625698","https://openalex.org/W2947461406","https://openalex.org/W2962724315","https://openalex.org/W2963350250","https://openalex.org/W2963577698","https://openalex.org/W2963850662","https://openalex.org/W2963988212","https://openalex.org/W2964271799","https://openalex.org/W2966907664","https://openalex.org/W2970066656","https://openalex.org/W2970586779","https://openalex.org/W2980753060","https://openalex.org/W2980994576","https://openalex.org/W2989896317","https://openalex.org/W2994635323","https://openalex.org/W2996486651","https://openalex.org/W3035459623","https://openalex.org/W3118608800","https://openalex.org/W3198664535"],"related_works":["https://openalex.org/W3095938476","https://openalex.org/W4287755010","https://openalex.org/W3152621714","https://openalex.org/W2997188627","https://openalex.org/W3042613988","https://openalex.org/W2734314755","https://openalex.org/W7116040620","https://openalex.org/W3100365105","https://openalex.org/W4393905667","https://openalex.org/W3036439524"],"abstract_inverted_index":{"The":[0],"use":[1,33],"of":[2,16,34,56,70,74,125],"episodic":[3,36],"memories":[4],"in":[5,14,122],"continual":[6,83,103,127],"learning":[7],"has":[8],"been":[9,27],"shown":[10],"to":[11,29,52],"be":[12],"effective":[13],"terms":[15],"alleviating":[17],"catastrophic":[18],"forgetting.":[19],"In":[20,61,105],"recent":[21],"studies,":[22],"several":[23,108],"gradient-based":[24],"approaches":[25],"have":[26],"developed":[28],"make":[30],"more":[31],"efficient":[32,94],"compact":[35],"memories,":[37],"which":[38],"constrain":[39],"the":[40,54,66,123],"gradients":[41,57,71],"resulting":[42],"from":[43,48,58],"new":[44],"samples":[45],"with":[46,107,114],"those":[47],"memorized":[49],"samples,":[50],"aiming":[51],"reduce":[53],"diversity":[55,69],"different":[59],"tasks.":[60],"this":[62],"paper,":[63],"we":[64],"reveal":[65],"relation":[67],"between":[68,78],"and":[72,82],"discriminativeness":[73],"representations,":[75],"demonstrating":[76],"connections":[77],"Deep":[79],"Metric":[80],"Learning":[81],"learning.":[84,104,128],"Based":[85],"on":[86,118],"these":[87],"findings,we":[88],"propose":[89],"a":[90],"simple":[91],"yet":[92],"highly":[93],"method":[95],"-":[96,101],"Discriminative":[97],"Representation":[98],"Loss":[99],"(DRL)":[100],"for":[102],"comparison":[106],"state-of-the-art":[109],"methods,":[110],"DRL":[111],"shows":[112],"effectiveness":[113],"low":[115],"computational":[116],"cost":[117],"multiple":[119],"benchmark":[120],"experiments":[121],"setting":[124],"online":[126]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-03-29T00:00:00"}
