{"id":"https://openalex.org/W4229333355","doi":"https://doi.org/10.28979/jarnas.1014469","title":"Learning From High-Cardinality Categorical Features in Deep Neural Networks","display_name":"Learning From High-Cardinality Categorical Features in Deep Neural Networks","alternate_titles":[],"publication_year":2022,"publication_date":"2022-05-08","ids":{"openalex":"https://openalex.org/W4229333355","doi":"https://doi.org/10.28979/jarnas.1014469"},"language":"en","primary_location":{"id":"doi:10.28979/jarnas.1014469","doi":"https://doi.org/10.28979/jarnas.1014469","is_oa":true,"landing_page_url":"https://doi.org/10.28979/jarnas.1014469","pdf_url":"https://dergipark.org.tr/en/download/article-file/2045221","source":{"id":"https://openalex.org/S4210209254","display_name":"Journal of Advanced Research in Natural and Applied Sciences","issn_l":"2459-1580","issn":["2459-1580","2757-5195"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Research in Natural and Applied Sciences","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4229333355"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dergipark.org.tr/en/download/article-file/2045221","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086531532","display_name":"Mustafa Murat Arat","orcid":"https://orcid.org/0000-0003-3740-5135","observed_orcids":["https://orcid.org/0000-0003-3740-5135"]},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Mustafa Murat Arat","raw_affiliation_strings":["HACETTEPE UNIVERSITY"],"raw_orcid":"https://orcid.org/0000-0003-3740-5135","affiliations":[{"raw_affiliation_string":"HACETTEPE UNIVERSITY","institution_ids":["https://openalex.org/I66514158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5086531532"],"corresponding_institution_ids":["https://openalex.org/I66514158"],"apc_list":null,"apc_paid":null,"fwci":0.339,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.51111111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"8","issue":"2","first_page":"222","last_page":"236"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.2727000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.2727000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.1688999980688095,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.09860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable-encoding","display_name":"categorical variable encoding","score":0.8489999771118164},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8370000123977661},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"feature engineering","score":0.7049999833106995},{"id":"https://openalex.org/keywords/one-hot-encoding","display_name":"one-hot encoding","score":0.7590000033378601},{"id":"https://openalex.org/keywords/target-encoding","display_name":"target encoding","score":0.9990000128746033},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.7059999704360962}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.9347639083862305},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.8908302783966064},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.7090482115745544},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.6774304509162903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340833902359009},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6230819225311279},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5955587029457092},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5642054080963135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5134478807449341},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5034117102622986},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4899119734764099},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.42375653982162476},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3633265197277069},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.31558746099472046},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20350605249404907},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.28979/jarnas.1014469","doi":"https://doi.org/10.28979/jarnas.1014469","is_oa":true,"landing_page_url":"https://doi.org/10.28979/jarnas.1014469","pdf_url":"https://dergipark.org.tr/en/download/article-file/2045221","source":{"id":"https://openalex.org/S4210209254","display_name":"Journal of Advanced Research in Natural and Applied Sciences","issn_l":"2459-1580","issn":["2459-1580","2757-5195"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Research in Natural and Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:dergipark.org.tr:article/1014469","doi":null,"is_oa":true,"landing_page_url":"https://dergipark.org.tr/tr/pub/jarnas/issue/70233/1014469","pdf_url":null,"source":{"id":"https://openalex.org/S4210209254","display_name":"Journal of Advanced Research in Natural and Applied Sciences","issn_l":"2459-1580","issn":["2459-1580","2757-5195"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Research in Natural and Applied Sciences","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:454e0c11c95246d19fefb48f9e199387","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/454e0c11c95246d19fefb48f9e199387","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Advanced Research in Natural and Applied Sciences, Vol 8, Iss 2, Pp 222-236 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.28979/jarnas.1014469","doi":"https://doi.org/10.28979/jarnas.1014469","is_oa":true,"landing_page_url":"https://doi.org/10.28979/jarnas.1014469","pdf_url":"https://dergipark.org.tr/en/download/article-file/2045221","source":{"id":"https://openalex.org/S4210209254","display_name":"Journal of Advanced Research in Natural and Applied Sciences","issn_l":"2459-1580","issn":["2459-1580","2757-5195"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Research in Natural and Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229333355.pdf","grobid_xml":"https://content.openalex.org/works/W4229333355.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W100623710","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1610496399","https://openalex.org/W1614298861","https://openalex.org/W1806891645","https://openalex.org/W1990836268","https://openalex.org/W2070996757","https://openalex.org/W2092330360","https://openalex.org/W2097732278","https://openalex.org/W2102539288","https://openalex.org/W2125031621","https://openalex.org/W2153579005","https://openalex.org/W2156387975","https://openalex.org/W2161336914","https://openalex.org/W2164179075","https://openalex.org/W2168123127","https://openalex.org/W2250539671","https://openalex.org/W2464785945","https://openalex.org/W2473313289","https://openalex.org/W2607219512","https://openalex.org/W2617241599","https://openalex.org/W2768348081","https://openalex.org/W2798476254","https://openalex.org/W2805979482","https://openalex.org/W2843469511","https://openalex.org/W2904759072","https://openalex.org/W2919115771","https://openalex.org/W2945790622","https://openalex.org/W2949447796","https://openalex.org/W2964121744","https://openalex.org/W7029078076"],"related_works":["https://openalex.org/W3195971125","https://openalex.org/W2954052001","https://openalex.org/W4414231523","https://openalex.org/W4406975289","https://openalex.org/W7148788154","https://openalex.org/W7027222618","https://openalex.org/W2805979482","https://openalex.org/W3142848995","https://openalex.org/W4406148206","https://openalex.org/W2995015528"],"abstract_inverted_index":{"Some":[0],"machine":[1],"learning":[2,221],"algorithms":[3],"expect":[4],"the":[5,9,31,70,73,80,84,98,114,157,234],"input":[6,235],"variables":[7,11,28,48,148,162],"and":[8,60,90,125,130,152,195,212,241],"output":[10],"to":[12,57,66,112,230],"be":[13,58,216,243],"numeric.":[14],"Therefore,":[15],"in":[16,30,79,137,163,209,218,233],"an":[17,42,219],"early":[18],"stage":[19],"of":[20,72,93,145,159,178,184,190],"modelling,":[21],"feature":[22,44],"engineering":[23,109],"is":[24,86,101,149,182,201,206],"required":[25],"when":[26],"categorical":[27,47,76,147,161,179],"present":[29],"dataset.":[32],"As":[33],"a":[34,166,172,186],"result,":[35],"we":[36,169,228],"must":[37],"encode":[38],"those":[39],"attributes":[40],"into":[41],"appropriate":[43],"vector.":[45],"However,":[46],"having":[49],"more":[50],"than":[51],"100":[52],"unique":[53],"values":[54],"are":[55,123,134,238],"considered":[56],"high-cardinality":[59],"there":[61],"exists":[62],"no":[63],"straightforward":[64],"methods":[65,144],"handle":[67],"them.":[68],"Besides,":[69],"majority":[71],"work":[74],"on":[75],"variable":[77],"encoding":[78,151,160],"literature":[81],"assumes":[82],"that":[83,181],"categories":[85],"limited,":[87],"known":[88],"beforehand,":[89],"made":[91],"up":[92],"mutually-exclusive":[94],"elements,":[95],"inde-pendently":[96],"from":[97],"data,":[99],"which":[100,121,133],"not":[102],"necessarily":[103],"true":[104],"for":[105,175,225],"real-world":[106],"applications.":[107],"Feature":[108],"typically":[110,239],"practices":[111],"tackle":[113],"high":[115,167],"cardinality":[116],"issues":[117],"with":[118,165],"data-cleaning":[119],"techniques":[120],"they":[122],"time-consuming":[124],"often":[126],"needs":[127],"human":[128],"intervention":[129],"domain":[131],"expertise":[132],"major":[135],"costs":[136],"data":[138],"science":[139],"projects":[140],"The":[141],"most":[142],"common":[143],"transform":[146],"one-hot":[150],"target":[153],"encoding.":[154],"To":[155],"address":[156],"issue":[158],"environments":[164],"cardinality,":[168],"also":[170],"seek":[171],"general-purpose":[173],"approach":[174,200],"statistical":[176,196],"analysis":[177],"entries":[180],"capable":[183],"handling":[185],"very":[187,207],"large":[188],"number":[189],"catego-ries,":[191],"while":[192],"avoiding":[193],"computational":[194],"difficulties.":[197],"Our":[198],"proposed":[199],"low":[202],"dimensional;":[203],"thus,":[204],"it":[205,214,232],"efficient":[208],"processing":[210],"time":[211],"memory,":[213],"can":[215],"computed":[217],"online":[220],"setting.":[222],"Even":[223],"though":[224],"this":[226],"paper,":[227],"opt":[229],"utilize":[231],"layer,":[236],"dictionaries":[237],"architecture-independent":[240],"may":[242],"moved":[244],"between":[245],"different":[246],"architectures":[247],"or":[248],"layers.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4229333355","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-09T00:00:00"}
