{"id":"https://openalex.org/W4403123681","doi":"https://doi.org/10.1109/tcss.2024.3454056","title":"<i>EMCRL</i>: EM-Enhanced Negative Sampling Strategy for Contrastive Representation Learning","display_name":"<i>EMCRL</i>: EM-Enhanced Negative Sampling Strategy for Contrastive Representation Learning","publication_year":2024,"publication_date":"2024-10-04","ids":{"openalex":"https://openalex.org/W4403123681","doi":"https://doi.org/10.1109/tcss.2024.3454056"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3454056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3454056","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100342310","display_name":"Kun Zhang","orcid":"https://orcid.org/0000-0002-0743-9003"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Zhang","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028764108","display_name":"Guangyi Lv","orcid":"https://orcid.org/0000-0002-8629-4892"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyi Lv","raw_affiliation_strings":["AI Laboratory, Lenovo Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"AI Laboratory, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033706423","display_name":"Le Wu","orcid":"https://orcid.org/0000-0003-4556-0581"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Wu","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051332325","display_name":"Richang Hong","orcid":"https://orcid.org/0000-0001-5461-3986"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richang Hong","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100342310"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14798808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"3","first_page":"1256","last_page":"1267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4730246067047119},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.450907826423645},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4435542821884155},{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.41244810819625854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41098758578300476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3626297116279602},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2876793146133423},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17953786253929138},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14967721700668335},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.13711130619049072},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.13605055212974548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4730246067047119},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.450907826423645},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4435542821884155},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.41244810819625854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41098758578300476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3626297116279602},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2876793146133423},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17953786253929138},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14967721700668335},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.13711130619049072},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.13605055212974548},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3454056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3454056","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4099999964237213,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G405190135","display_name":null,"funder_award_id":"U22A2094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5586753922","display_name":null,"funder_award_id":"U23B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6921662984","display_name":null,"funder_award_id":"62376086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8959000434","display_name":null,"funder_award_id":"2023ZD0121103","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1985690171","https://openalex.org/W2896457183","https://openalex.org/W2971296908","https://openalex.org/W2988217457","https://openalex.org/W3008292886","https://openalex.org/W3035524453","https://openalex.org/W3098363382","https://openalex.org/W3106743555","https://openalex.org/W3108655343","https://openalex.org/W3156636935","https://openalex.org/W3171153522","https://openalex.org/W3173647480","https://openalex.org/W3175362188","https://openalex.org/W3175678722","https://openalex.org/W3193057479","https://openalex.org/W3200253633","https://openalex.org/W4213422824","https://openalex.org/W4224318590","https://openalex.org/W4225385501","https://openalex.org/W4229080094","https://openalex.org/W4295308405","https://openalex.org/W4313156423","https://openalex.org/W4318148707","https://openalex.org/W4382202847","https://openalex.org/W4385572035","https://openalex.org/W4386875326","https://openalex.org/W4394717863","https://openalex.org/W6677919164","https://openalex.org/W6757817989","https://openalex.org/W6766673545","https://openalex.org/W6774670964","https://openalex.org/W6776700526","https://openalex.org/W6778102432","https://openalex.org/W6779326418","https://openalex.org/W6780191644","https://openalex.org/W6783490740","https://openalex.org/W6783961830","https://openalex.org/W6783990618","https://openalex.org/W6784694379","https://openalex.org/W6784950539","https://openalex.org/W6797016505","https://openalex.org/W6798132802","https://openalex.org/W6800553322"],"related_works":["https://openalex.org/W2368997734","https://openalex.org/W2062195135","https://openalex.org/W2372391131","https://openalex.org/W2373457013","https://openalex.org/W1489387583","https://openalex.org/W2370994831","https://openalex.org/W2795079307","https://openalex.org/W2361638104","https://openalex.org/W2599746747","https://openalex.org/W3204019825"],"abstract_inverted_index":{"As":[0],"one":[1,146],"representative":[2],"framework":[3],"of":[4,50,56,67,75,84,108,139,147,154,185,222,243,265,285],"self-supervised":[5],"learning":[6,9,18,267],"(SSL),":[7],"contrastive":[8,85],"(CL)":[10],"has":[11],"drawn":[12],"enormous":[13],"attention":[14],"in":[15,158,171],"the":[16,38,48,54,65,73,82,118,137,148,183,220,238,241,247,258,263,266,283,296],"representation":[17,277,280],"area.":[19],"By":[20],"pulling":[21],"together":[22],"a":[23,151,190,254],"\u201cpositive\u201d":[24],"example":[25,103],"and":[26,59,105,135,188,228,232,278,295],"an":[27,94,172],"anchor,":[28,39],"as":[29,31,93],"well":[30],"pushing":[32],"away":[33],"many":[34],"\u201cnegative\u201d":[35],"examples":[36,61,187],"from":[37,161,205],"CL":[40,209],"is":[41,145,156,291,298],"able":[42],"to":[43,72,167,177,201,218,246,252,261,293],"generate":[44],"high-quality":[45],"representations":[46],"for":[47,64,208],"data":[49,109],"different":[51],"modalities.":[52],"Therefore,":[53,97],"qualities":[55],"selected":[57],"positive":[58,102],"negative":[60,113,120,127,186,195],"are":[62],"critical":[63],"performance":[66,210],"CL-based":[68],"models.":[69],"However,":[70],"due":[71],"assumption":[74],"label":[76],"unavailability,":[77],"most":[78],"existing":[79],"work":[80],"follows":[81],"paradigm":[83],"instance":[86,92],"discrimination,":[87],"which":[88,141],"treats":[89],"each":[90,226],"input":[91],"individual":[95],"category.":[96],"they":[98,115],"focused":[99],"more":[100],"on":[101,275],"generation":[104],"designed":[106],"plenty":[107],"augmentation":[110],"strategies.":[111],"For":[112],"examples,":[114],"just":[116],"leverage":[117],"in-batch":[119,230],"sampling":[121,128,196],"strategy.":[122],"We":[123,175],"argue":[124],"that":[125],"this":[126,169],"strategy":[129],"will":[130],"easily":[131],"select":[132],"false":[133,203],"negatives":[134,155,204,231],"inhibit":[136],"capability":[138],"CL,":[140],"we":[142,165,250],"also":[143],"believe":[144],"reasons":[149],"why":[150],"large":[152],"size":[153],"needed":[157],"CL.":[159],"Apart":[160],"using":[162],"annotated":[163],"labels,":[164],"try":[166],"tackle":[168],"problem":[170],"unsupervised":[173],"manner.":[174],"propose":[176,251],"integrate":[178],"expectation":[179],"maximization":[180],"(EM)":[181],"into":[182,257],"selection":[184],"develop":[189],"novel":[191],"<italic":[192,213,286],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[193,199,214,287,303],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EM-enhanced":[194],"strategy</i>":[197],"(<italic":[198],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EMCRL</i>)":[200],"distinguish":[202],"true":[206],"ones":[207],"improvement.":[211],"Specifically,":[212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EMCRL</i>":[215],"employs":[216],"EM":[217,244],"estimate":[219],"distribution":[221,259],"ground-truth":[223],"relations":[224],"between":[225],"sample":[227],"corresponding":[229],"then":[233],"optimizes":[234],"model":[235],"parameters":[236],"with":[237],"estimations.":[239],"Considering":[240],"sensitivity":[242],"algorithm":[245],"parameter":[248],"initialization,":[249],"add":[253],"random":[255],"flip":[256],"estimation":[260],"enhance":[262],"robustness":[264],"process.":[268],"Extensive":[269],"experiments":[270],"over":[271],"several":[272],"advanced":[273],"models":[274],"sentence":[276],"image":[279],"tasks":[281],"demonstrate":[282],"effectiveness":[284],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EMCRL</i>.":[288],"Our":[289],"method":[290],"easy":[292],"implement,":[294],"code":[297],"publicly":[299],"available":[300],"at":[301],"<uri":[302],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/zhangkunzk/EMCRL_pytorch</uri>.":[304]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}