{"id":"https://openalex.org/W2560451946","doi":"https://doi.org/10.1109/ijcnn.2017.7966117","title":"Alleviating overfitting for polysemous words for word representation estimation using lexicons","display_name":"Alleviating overfitting for polysemous words for word representation estimation using lexicons","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2560451946","doi":"https://doi.org/10.1109/ijcnn.2017.7966117","mag":"2560451946"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7966117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070191272","display_name":"Yuanzhi Ke","orcid":"https://orcid.org/0000-0002-0211-631X"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuanzhi Ke","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001241873","display_name":"Masafumi Hagiwara","orcid":"https://orcid.org/0000-0002-6171-0618"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masafumi Hagiwara","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070191272"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":null,"apc_paid":null,"fwci":0.39,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68150672,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2164","last_page":"2170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8741111755371094},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.8085591197013855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7966510057449341},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.707786500453949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6845923662185669},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6220952868461609},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5060362219810486},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4599899351596832},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.43084225058555603},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.42618003487586975},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15059754252433777}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8741111755371094},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.8085591197013855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7966510057449341},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.707786500453949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6845923662185669},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6220952868461609},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5060362219810486},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4599899351596832},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.43084225058555603},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42618003487586975},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15059754252433777},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2017.7966117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1503259811","https://openalex.org/W1591801644","https://openalex.org/W1614298861","https://openalex.org/W1832693441","https://openalex.org/W1854884267","https://openalex.org/W1889268436","https://openalex.org/W2091812280","https://openalex.org/W2125076245","https://openalex.org/W2130571329","https://openalex.org/W2130942839","https://openalex.org/W2131462252","https://openalex.org/W2131744502","https://openalex.org/W2138204974","https://openalex.org/W2141599568","https://openalex.org/W2153579005","https://openalex.org/W2155484602","https://openalex.org/W2158139315","https://openalex.org/W2158899491","https://openalex.org/W2164019165","https://openalex.org/W2165646510","https://openalex.org/W2165979181","https://openalex.org/W2185606683","https://openalex.org/W2250539671","https://openalex.org/W2250565861","https://openalex.org/W2250753706","https://openalex.org/W2250930514","https://openalex.org/W2251044566","https://openalex.org/W2251149243","https://openalex.org/W2251291469","https://openalex.org/W2251502670","https://openalex.org/W2251537235","https://openalex.org/W2251882135","https://openalex.org/W2264800663","https://openalex.org/W2493916176","https://openalex.org/W2516087440","https://openalex.org/W2548646547","https://openalex.org/W2952230511","https://openalex.org/W2963626623","https://openalex.org/W2963659646","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W4294170691","https://openalex.org/W6636510571","https://openalex.org/W6639014918","https://openalex.org/W6639364127","https://openalex.org/W6679087477","https://openalex.org/W6679224782","https://openalex.org/W6679436768","https://openalex.org/W6679775712","https://openalex.org/W6680106237","https://openalex.org/W6680532216","https://openalex.org/W6680890276","https://openalex.org/W6682691769","https://openalex.org/W6683557909","https://openalex.org/W6683738474","https://openalex.org/W6684165356","https://openalex.org/W6691405179","https://openalex.org/W6691444529","https://openalex.org/W6691493741","https://openalex.org/W6691574322"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W2922073769","https://openalex.org/W4378510483","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4221142204","https://openalex.org/W4221143977"],"abstract_inverted_index":{"Though":[0],"there":[1],"are":[2,31,63,145],"some":[3],"works":[4,209,215],"on":[5],"improving":[6,210],"distributed":[7,104,217],"word":[8,56,105,218],"representations":[9,57,106,219],"using":[10,107,173,220],"lexicons,":[11],"the":[12,16,27,55,60,70,82,119,128,131,137,141,150,160,163,178,185,190,198,203,207,213,232,249,255,258],"improper":[13],"over-fitting":[14],"of":[15,49,130,140,162,181,257],"words":[17,183,192],"that":[18,144,231],"have":[19],"multiple":[20],"meanings":[21],"is":[22,41,86,236],"a":[23,44,50,77,90,98,108,111,115,124,222,225],"remaining":[24],"issue":[25],"deteriorating":[26],"learning":[28],"when":[29],"lexicons":[30],"used,":[32],"which":[33,176],"needs":[34],"to":[35,42,67,80,102,148,254],"be":[36,149,171],"solved.":[37],"An":[38],"alternative":[39],"method":[40,79],"allocate":[43],"vector":[45,51],"per":[46,52],"sense":[47],"instead":[48],"word.":[53],"However,":[54],"estimated":[58],"in":[59,118],"former":[61],"way":[62],"not":[64,87],"as":[65,69],"easy":[66],"use":[68],"latter":[71],"one.":[72],"Our":[73],"previous":[74,214,250],"work":[75],"uses":[76],"probabilistic":[78],"alleviate":[81],"overfitting,":[83],"but":[84],"it":[85,158],"robust":[88,253],"with":[89,152,202],"small":[91],"corpus.":[92,112,226,259],"In":[93,155],"this":[94,156],"paper,":[95],"we":[96],"propose":[97],"new":[99],"neural":[100,168,200,234],"network":[101,169,201,235],"estimate":[103],"lexicon":[109,116,132,142,223],"and":[110,123,212,224,239,245,252],"We":[113,196],"add":[114],"layer":[117,143],"continuous":[120,204],"bag-of-words":[121,205],"model":[122],"threshold":[125,135],"node":[126],"after":[127],"output":[129],"layer.":[133],"The":[134,166,227],"rejects":[136],"unreliable":[138],"outputs":[139],"less":[146],"likely":[147],"same":[151],"their":[153],"inputs.":[154],"way,":[157],"alleviates":[159],"overfitting":[161],"polysemous":[164],"words.":[165],"proposed":[167,199,233],"can":[170],"trained":[172],"negative":[174],"sampling,":[175],"maximizing":[177],"log":[179],"probabilities":[180],"target":[182,191],"given":[184],"context":[186],"words,":[187],"by":[188],"distinguishing":[189],"from":[193],"random":[194],"noises.":[195],"compare":[197],"model,":[206],"other":[208],"it,":[211],"estimating":[216],"both":[221,242],"experimental":[228],"results":[229],"show":[230],"more":[237],"efficient":[238],"balanced":[240],"for":[241],"semantic":[243],"tasks":[244,247],"syntactic":[246],"than":[248],"works,":[251],"size":[256]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}