{"id":"https://openalex.org/W3108411382","doi":"https://doi.org/10.1145/3421558.3421583","title":"A Forgotten Strategy for Pooled Contextualized Embedding Learning","display_name":"A Forgotten Strategy for Pooled Contextualized Embedding Learning","publication_year":2020,"publication_date":"2020-08-05","ids":{"openalex":"https://openalex.org/W3108411382","doi":"https://doi.org/10.1145/3421558.3421583","mag":"3108411382"},"language":"en","primary_location":{"id":"doi:10.1145/3421558.3421583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421558.3421583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 2nd International Conference on Image Processing and Machine Vision","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110716516","display_name":"Dunbo Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dunbo Cai","raw_affiliation_strings":["China Mobile (Suzhou) Software, China"],"affiliations":[{"raw_affiliation_string":"China Mobile (Suzhou) Software, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101538649","display_name":"Zhiguo Huang","orcid":"https://orcid.org/0000-0003-2457-3412"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Huang","raw_affiliation_strings":["China Mobile (Suzhou) Software, China"],"affiliations":[{"raw_affiliation_string":"China Mobile (Suzhou) Software, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103211253","display_name":"Ling Qian","orcid":"https://orcid.org/0000-0001-5661-1722"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Qian","raw_affiliation_strings":["China Mobile (Suzhou) Software, China"],"affiliations":[{"raw_affiliation_string":"China Mobile (Suzhou) Software, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055361187","display_name":"Hang Tao","orcid":"https://orcid.org/0009-0007-1285-968X"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Hang","raw_affiliation_strings":["China Mobile (Suzhou) Software, China"],"affiliations":[{"raw_affiliation_string":"China Mobile (Suzhou) Software, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039572233","display_name":"Qingsong Feng","orcid":"https://orcid.org/0000-0002-0757-8978"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingsong Feng","raw_affiliation_strings":["China Mobile (Suzhou) Software, China"],"affiliations":[{"raw_affiliation_string":"China Mobile (Suzhou) Software, China","institution_ids":["https://openalex.org/I180662265"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5110716516"],"corresponding_institution_ids":["https://openalex.org/I180662265"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15745451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"154","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7886901497840881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7452207803726196},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7232323884963989},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.690110981464386},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6467489004135132},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6459635496139526},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6380013227462769},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5443264245986938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5362982153892517},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.49968647956848145},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4833104610443115},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.47537413239479065},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4728025794029236},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42666614055633545},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38208043575286865},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3507798910140991},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.33841997385025024},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.22738859057426453},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12423259019851685},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11467310786247253}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7886901497840881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7452207803726196},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7232323884963989},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.690110981464386},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6467489004135132},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6459635496139526},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6380013227462769},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5443264245986938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5362982153892517},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.49968647956848145},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4833104610443115},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.47537413239479065},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4728025794029236},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42666614055633545},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38208043575286865},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3507798910140991},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33841997385025024},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.22738859057426453},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12423259019851685},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11467310786247253},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3421558.3421583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421558.3421583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 2nd International Conference on Image Processing and Machine Vision","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2153579005","https://openalex.org/W2597601064","https://openalex.org/W2626778328","https://openalex.org/W2799297864","https://openalex.org/W2892181857","https://openalex.org/W2946558277","https://openalex.org/W2950133940","https://openalex.org/W2963341956","https://openalex.org/W2963563735","https://openalex.org/W3011574394","https://openalex.org/W3088409176","https://openalex.org/W4205509257"],"related_works":["https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438","https://openalex.org/W1991374750"],"abstract_inverted_index":{"String":[0],"(word)":[1],"embeddings":[2,131,171],"are":[3,127,173,180],"keys":[4],"to":[5,117],"advanced":[6],"neural":[7],"natural":[8],"language":[9],"understanding":[10],"(NLU)":[11],"models.":[12],"Recently,":[13],"a":[14,23,34,85,94,103,115,133,137,148],"new":[15,24,40,57,104,134],"embedding":[16,20,98],"called":[17],"contextual":[18],"string":[19],"(CtxEmb)":[21],"reached":[22],"state":[25],"of":[26,37,62,72,89,93,136,164,177],"the":[27,50,75,81,100,158,162],"art":[28],"on":[29,43,69,107,157],"many":[30],"NLU":[31],"tasks.":[32,48],"Specially,":[33],"pooling":[35,51,82],"variant":[36,52,83],"CtxEmb":[38],"demonstrated":[39],"best":[41,58],"results":[42],"named":[44],"entity":[45],"recognition":[46],"(NER)":[47],"While":[49],"is":[53,77,143],"good":[54],"at":[55],"reaching":[56],"performance":[59],"in":[60,74,102,129,152,175,182],"terms":[61,176],"Micro":[63],"F1":[64],"score,":[65],"it":[66],"poses":[67],"questions":[68],"what":[70],"kind":[71],"information":[73],"pool":[76],"helpful.":[78],"In":[79,110],"particular,":[80],"maintains":[84],"(possibly":[86],"long)":[87],"list":[88],"previously":[90],"seen":[91],"occurrences":[92],"word,":[95],"and":[96,122,168],"computes":[97],"for":[99,132,147],"word":[101],"context":[105,135],"based":[106],"those":[108],"occurrences.":[109],"this":[111,153],"paper,":[112],"we":[113],"propose":[114],"strategy":[116,142],"forget":[118],"some":[119],"previous":[120],"occurrences,":[121],"thus":[123],"exploring":[124],"which":[125],"history":[126],"beneficial":[128],"constructing":[130],"word.":[138],"The":[139],"proposed":[140],"forgotten":[141,166],"designed":[144],"by":[145],"accounting":[146],"distance":[149],"metric":[150],"defined":[151],"paper.":[154],"Preliminary":[155],"experiments":[156],"WNUT-17":[159],"task":[160],"show":[161],"effectiveness":[163],"our":[165],"strategy,":[167],"uncover":[169],"that":[170,172],"diverse":[174],"cosine":[178],"similarity":[179],"helpful":[181],"forming":[183],"an":[184],"aggregated":[185],"embedding.":[186]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}