{"id":"https://openalex.org/W4388286372","doi":"https://doi.org/10.1109/tkde.2023.3327777","title":"Focused Contrastive Loss for Classification With Pre-Trained Language Models","display_name":"Focused Contrastive Loss for Classification With Pre-Trained Language Models","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388286372","doi":"https://doi.org/10.1109/tkde.2023.3327777"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2023.3327777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3327777","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000618392","display_name":"Jiayuan He","orcid":"https://orcid.org/0000-0002-8994-9532"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Jiayuan He","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114973666","display_name":"Yuan Li","orcid":"https://orcid.org/0000-0002-1938-8856"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuan Li","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011798464","display_name":"Zenan Zhai","orcid":"https://orcid.org/0000-0003-1391-6950"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zenan Zhai","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Parkville, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Parkville, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055611023","display_name":"Biaoyan Fang","orcid":"https://orcid.org/0000-0001-8394-766X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Biaoyan Fang","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Parkville, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Parkville, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039568711","display_name":"Camilo Thorne","orcid":"https://orcid.org/0000-0002-6960-772X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camilo Thorne","raw_affiliation_strings":["Elsevier Information Systems GmbH, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Elsevier Information Systems GmbH, Frankfurt, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023810349","display_name":"Christian Druckenbrodt","orcid":"https://orcid.org/0000-0002-3819-6067"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Druckenbrodt","raw_affiliation_strings":["Elsevier Information Systems GmbH, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Elsevier Information Systems GmbH, Frankfurt, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023359433","display_name":"Saber A. Akhondi","orcid":"https://orcid.org/0000-0003-2855-5633"},"institutions":[{"id":"https://openalex.org/I1318003438","display_name":"RELX Group (Netherlands)","ror":"https://ror.org/02scfj030","country_code":"NL","type":"company","lineage":["https://openalex.org/I1318003438","https://openalex.org/I4210160603"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Saber Akhondi","raw_affiliation_strings":["Elsevier BV, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Elsevier BV, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1318003438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067214173","display_name":"Karin Verspoor","orcid":"https://orcid.org/0000-0002-8661-1544"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Karin Verspoor","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5000618392"],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":1.0438,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81802974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"36","issue":"7","first_page":"3047","last_page":"3061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7486616373062134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7412035465240479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737858772277832},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6551764011383057},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.46593064069747925},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.4634110629558563},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40747639536857605},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.34259557723999023}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7486616373062134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7412035465240479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737858772277832},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6551764011383057},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.46593064069747925},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.4634110629558563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40747639536857605},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.34259557723999023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2023.3327777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3327777","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1974079881","https://openalex.org/W2019759670","https://openalex.org/W2031998113","https://openalex.org/W2101609803","https://openalex.org/W2103614420","https://openalex.org/W2132083787","https://openalex.org/W2296283641","https://openalex.org/W2322112093","https://openalex.org/W2515462165","https://openalex.org/W2743354079","https://openalex.org/W2775447965","https://openalex.org/W2805744755","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2963351448","https://openalex.org/W2963718112","https://openalex.org/W2965373594","https://openalex.org/W2970771982","https://openalex.org/W2971039193","https://openalex.org/W2979826702","https://openalex.org/W2984452801","https://openalex.org/W3005680577","https://openalex.org/W3011594683","https://openalex.org/W3021503072","https://openalex.org/W3034942609","https://openalex.org/W3035524453","https://openalex.org/W3086727830","https://openalex.org/W3090691799","https://openalex.org/W3095319910","https://openalex.org/W3098656025","https://openalex.org/W3103181422","https://openalex.org/W3104186312","https://openalex.org/W3104774463","https://openalex.org/W3108655343","https://openalex.org/W3156333129","https://openalex.org/W3156636935","https://openalex.org/W3169554260","https://openalex.org/W3184776482","https://openalex.org/W3185113268","https://openalex.org/W3185250692","https://openalex.org/W3197635772","https://openalex.org/W3208441708","https://openalex.org/W3212436340","https://openalex.org/W4200498145","https://openalex.org/W4282937133","https://openalex.org/W4283030109","https://openalex.org/W4288104771","https://openalex.org/W4385245566","https://openalex.org/W6634150146","https://openalex.org/W6679390333","https://openalex.org/W6680970901","https://openalex.org/W6688533166","https://openalex.org/W6744639116","https://openalex.org/W6757817989","https://openalex.org/W6766673545","https://openalex.org/W6768058859","https://openalex.org/W6774314701","https://openalex.org/W6776700526","https://openalex.org/W6783961830","https://openalex.org/W6784265554","https://openalex.org/W6784874100","https://openalex.org/W6803254773"],"related_works":["https://openalex.org/W842810586","https://openalex.org/W4319940250","https://openalex.org/W2352298027","https://openalex.org/W2092919065","https://openalex.org/W3138801416","https://openalex.org/W4236762297","https://openalex.org/W2444550338","https://openalex.org/W2801393723","https://openalex.org/W2169232658","https://openalex.org/W2369351710"],"abstract_inverted_index":{"Contrastive":[0],"learning,":[1,35,89],"which":[2],"learns":[3],"data":[4,49,99,168],"representations":[5],"by":[6,129],"contrasting":[7,104],"similar":[8],"and":[9,186,193],"dissimilar":[10],"instances,":[11],"has":[12,26,106],"achieved":[13],"great":[14],"success":[15],"in":[16,102,131,206],"various":[17,202],"domains":[18],"including":[19],"natural":[20],"language":[21],"processing":[22],"(NLP).":[23],"Recently,":[24],"it":[25],"been":[27],"demonstrated":[28],"that":[29,57,93,117],"incorporating":[30,58],"class":[31,132],"labels":[32],"into":[33,60],"contrastive":[34,38,95,163],"i.e.,":[36,97],"supervised":[37],"learning":[39],"(SCL),":[40],"can":[41,126],"further":[42],"enhance":[43],"the":[44,47,67,87,94,98,111,118,167],"quality":[45],"of":[46,69,113,196],"learned":[48],"representations.":[50],"Although":[51],"several":[52],"works":[53,72],"have":[54],"shown":[55],"empirically":[56],"SCL":[59,71,85,120],"classification":[61,74],"models":[62],"leads":[63],"to":[64,110],"better":[65],"performance,":[66],"mechanism":[68,112],"how":[70,84],"for":[73,154],"is":[75,121],"less":[76],"studied.":[77],"In":[78],"this":[79,136],"paper,":[80],"we":[81,91,138],"first":[82],"investigate":[83],"facilitates":[86],"classifier":[88],"where":[90],"show":[92,191],"region,":[96,164],"instances":[100,169],"involved":[101],"each":[103],"operation,":[105],"a":[107,140,161],"crucial":[108],"link":[109],"SCL.":[114],"We":[115,173],"reveal":[116],"vanilla":[119],"suboptimal":[122],"since":[123],"its":[124],"behavior":[125],"be":[127],"altered":[128],"variances":[130],"distributions.":[133],"Based":[134],"on":[135,166,177,201],"finding,":[137],"propose":[139],"<bold":[141,145,149],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[142,146,150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Fo</b>":[143],"cused":[144],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>":[147],"ontrastive":[148],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</b>":[151],"oss":[152],"(FoCL)":[153],"classification.":[155],"Compared":[156],"with":[157],"SCL,":[158],"FoCL":[159,197],"defines":[160],"finer":[162],"focusing":[165],"surrounding":[170],"decision":[171],"boundaries.":[172],"conduct":[174],"extensive":[175],"experiments":[176],"three":[178],"NLP":[179],"tasks:":[180],"text":[181],"classification,":[182],"named":[183],"entity":[184],"recognition,":[185],"relation":[187],"extraction.":[188],"Experimental":[189],"results":[190],"consistent":[192],"significant":[194],"improvements":[195],"over":[198],"strong":[199],"baselines":[200],"benchmark":[203],"datasets,":[204],"especially":[205],"few-shot":[207],"scenarios.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}