{"id":"https://openalex.org/W4410636457","doi":"https://doi.org/10.1145/3701716.3715230","title":"Graph Regularized Encoder Training for Extreme Classification","display_name":"Graph Regularized Encoder Training for Extreme Classification","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636457","doi":"https://doi.org/10.1145/3701716.3715230"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3715230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715230","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3701716.3715230","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101944479","display_name":"Anshul Mittal","orcid":"https://orcid.org/0000-0002-4137-0126"},"institutions":[{"id":"https://openalex.org/I4210162141","display_name":"Microsoft (India)","ror":"https://ror.org/04ww0w091","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210162141"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Anshul Mittal","raw_affiliation_strings":["Microsoft, Noida, India"],"affiliations":[{"raw_affiliation_string":"Microsoft, Noida, India","institution_ids":["https://openalex.org/I4210162141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027061587","display_name":"Shikhar Mohan","orcid":"https://orcid.org/0009-0007-1689-0457"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shikhar Mohan","raw_affiliation_strings":["Microsoft, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bengaluru, India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059937402","display_name":"Deepak Saini","orcid":"https://orcid.org/0000-0002-6057-4351"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Saini","raw_affiliation_strings":["Microsoft, Washington, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024006132","display_name":"Siddarth Asokan","orcid":"https://orcid.org/0000-0002-3058-2852"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Siddarth Asokan","raw_affiliation_strings":["Microsoft Research, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Bengaluru, India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100585527","display_name":"Suchith Chidananda Prabhu","orcid":"https://orcid.org/0009-0007-4647-3304"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Suchith Chidananda Prabhu","raw_affiliation_strings":["IIT Delhi, Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009686735","display_name":"Lakshya Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lakshya Kumar","raw_affiliation_strings":["Microsoft, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bengaluru, India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098400818","display_name":"Pankaj Malhotra","orcid":"https://orcid.org/0000-0003-4486-2879"},"institutions":[{"id":"https://openalex.org/I4210162141","display_name":"Microsoft (India)","ror":"https://ror.org/04ww0w091","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210162141"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pankaj Malhotra","raw_affiliation_strings":["Microsoft, Noida, India"],"affiliations":[{"raw_affiliation_string":"Microsoft, Noida, India","institution_ids":["https://openalex.org/I4210162141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074199611","display_name":"Jian Jiao","orcid":"https://orcid.org/0000-0003-4779-9588"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Jiao","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028650298","display_name":"Amit Prakash Singh","orcid":"https://orcid.org/0000-0002-0669-5283"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Singh","raw_affiliation_strings":["Microsoft, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bengaluru, India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001668151","display_name":"Sumeet Agarwal","orcid":"https://orcid.org/0000-0002-5714-3921"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sumeet Agarwal","raw_affiliation_strings":["IIT Delhi, Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457009","display_name":"Soumen Chakrabarti","orcid":"https://orcid.org/0000-0002-9419-7486"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Soumen Chakrabarti","raw_affiliation_strings":["IIT Bombay, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"IIT Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081725635","display_name":"Purushottam Kar","orcid":"https://orcid.org/0000-0003-2096-5267"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Purushottam Kar","raw_affiliation_strings":["IIT Kanpur, Kanpur, India"],"affiliations":[{"raw_affiliation_string":"IIT Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051880496","display_name":"Manik Varma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manik Varma","raw_affiliation_strings":["Microsoft Research, Bengaluru, India and IIT Delhi, Delhi, India"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Bengaluru, India and IIT Delhi, Delhi, India","institution_ids":["https://openalex.org/I4210124949","https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5101944479"],"corresponding_institution_ids":["https://openalex.org/I4210162141"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05250087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"394","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7193676233291626},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6454578042030334},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5603280663490295},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5348464846611023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45088493824005127},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3695930242538452},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28771349787712097},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0821194052696228}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7193676233291626},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6454578042030334},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5603280663490295},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5348464846611023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45088493824005127},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3695930242538452},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28771349787712097},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0821194052696228},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3715230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715230","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3715230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715230","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1892593501","https://openalex.org/W2153579005","https://openalex.org/W2437817353","https://openalex.org/W2520348554","https://openalex.org/W2624431344","https://openalex.org/W2739996966","https://openalex.org/W2743021690","https://openalex.org/W2774267535","https://openalex.org/W2786915849","https://openalex.org/W2886305600","https://openalex.org/W2890634844","https://openalex.org/W2890703109","https://openalex.org/W2899313146","https://openalex.org/W2903995686","https://openalex.org/W2906963924","https://openalex.org/W2936191805","https://openalex.org/W2945444092","https://openalex.org/W2945827377","https://openalex.org/W2951434086","https://openalex.org/W2952029609","https://openalex.org/W2961295589","https://openalex.org/W2963854351","https://openalex.org/W2964818371","https://openalex.org/W2970090796","https://openalex.org/W2970449868","https://openalex.org/W2978017171","https://openalex.org/W2982392466","https://openalex.org/W3005680577","https://openalex.org/W3021282678","https://openalex.org/W3035524453","https://openalex.org/W3037422790","https://openalex.org/W3038572442","https://openalex.org/W3045200674","https://openalex.org/W3092683697","https://openalex.org/W3094444847","https://openalex.org/W3099700870","https://openalex.org/W3101553402","https://openalex.org/W3114079967","https://openalex.org/W3117196003","https://openalex.org/W3125508839","https://openalex.org/W3152616003","https://openalex.org/W3154670582","https://openalex.org/W3168875417","https://openalex.org/W3170280507","https://openalex.org/W3177232285","https://openalex.org/W3189721578","https://openalex.org/W3202105401","https://openalex.org/W3212640459","https://openalex.org/W4225412853","https://openalex.org/W4288022804","https://openalex.org/W4294558607","https://openalex.org/W4308164863","https://openalex.org/W4321485459","https://openalex.org/W4377864201","https://openalex.org/W4387725612","https://openalex.org/W6756040250","https://openalex.org/W6848084785"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W4390516098","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Extreme":[0],"Classification":[1],"(XC)":[2],"offers":[3],"a":[4,68,138,147,151,156,189],"scalable":[5,190],"and":[6,22,39,103,129,158,172,182,191,218,255],"efficient":[7,192],"solution":[8,193],"for":[9,108],"retrieving":[10],"highly":[11,31],"relevant":[12],"ads":[13],"in":[14,27,64],"Sponsored":[15],"Search":[16],"settings,":[17],"significantly":[18,195],"enhancing":[19],"user":[20,82],"engagement":[21],"ad":[23],"performance.":[24,106],"Most":[25],"tasks":[26],"sponsored":[28],"search":[29,208],"involve":[30],"skewed":[32],"distributions":[33],"over":[34],"the":[35,65,165,174],"data":[36],"point":[37],"(query)":[38],"label":[40],"(ads)":[41],"space":[42],"with":[43,81],"limited":[44],"or":[45],"no":[46],"labeled":[47],"training":[48,150],"data.":[49],"One":[50],"approach":[51,187],"to":[52,59,98,120,241,246,253],"tackle":[53],"this":[54,100],"long-tail":[55],"classification":[56,105],"problem":[57],"is":[58,188],"use":[60],"additional":[61],"data,":[62],"often":[63],"form":[66],"of":[67,177,226],"graph":[69,85,101,113,144,170],"such":[70],"as":[71,146],"similar":[72],"queries,":[73],"same":[74],"session":[75],"queries":[76],"etc.":[77],"that":[78,115,142,194,212,237],"are":[79],"associated":[80],"queries/ads,":[83],"called":[84],"metadata.":[86],"Graph-based":[87],"approaches,":[88],"particularly":[89],"Graph":[90],"Convolutional":[91],"Networks":[92],"(GCNs),":[93],"have":[94],"been":[95],"successfully":[96],"proposed":[97,186],"leverage":[99],"metadata":[102,145],"improve":[104],"However,":[107],"tail":[109],"inputs/labels,":[110],"GCNs":[111,178],"induce":[112],"connections":[114],"can":[116],"be":[117],"noisy,":[118],"leading":[119],"down-":[121],"stream":[122],"inaccuracies":[123,166],"while":[124,149,223,249],"also":[125],"incurring":[126],"significant":[127],"computation":[128],"memory":[130],"overheads.":[131],"To":[132],"address":[133],"these":[134],"limitations,":[135],"we":[136],"introduce":[137],"novel":[139],"approach,":[140],"RAMEN,":[141],"harnesses":[143],"regularizer":[148],"lightweight":[152],"encoder":[153],"rather":[154],"than":[155],"compute-":[157],"memory-":[159],"intensive":[160],"GCN-based":[161,197],"method.":[162],"This":[163],"avoids":[164],"incurred":[167],"by":[168,216,221],"noisy":[169],"induction":[171],"sidesteps":[173],"computational":[175],"costs":[176],"via":[179],"an":[180],"easy-to-train":[181],"deploy":[183],"encoder.":[184],"The":[185],"outperforms":[196],"methods.":[198],"Extensive":[199],"A/B":[200],"tests":[201],"conducted":[202],"on":[203,233],"live":[204],"multi-lingual":[205],"Bing":[206],"Ads":[207],"engine":[209],"traffic":[210],"revealed":[211],"RAMEN":[213,238],"increases":[214],"revenue":[215],"1.25-1.5%":[217],"click-through":[219],"rates":[220],"0.5-0.6%":[222],"improving":[224],"quality":[225],"predictions":[227],"across":[228],"different":[229],"markets.":[230],"Additionally,":[231],"evaluations":[232],"public":[234],"benchmarks":[235],"show":[236],"achieves":[239],"up":[240],"5%":[242],"higher":[243],"accuracy":[244],"compared":[245],"state-of-the-art":[247],"methods":[248],"being":[250],"50%":[251],"faster":[252],"infer,":[254],"having":[256],"70%":[257],"fewer":[258],"parameters.":[259]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
