{"id":"https://openalex.org/W4400314722","doi":"https://doi.org/10.1109/access.2024.3422971","title":"An Eclectic Approach for Enhancing Language Models Through Rich Embedding Features","display_name":"An Eclectic Approach for Enhancing Language Models Through Rich Embedding Features","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400314722","doi":"https://doi.org/10.1109/access.2024.3422971"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3422971","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3422971","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1109/access.2024.3422971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046829835","display_name":"Edwin Aldana-Bobadilla","orcid":"https://orcid.org/0000-0001-8315-1813"},"institutions":[{"id":"https://openalex.org/I4210163111","display_name":"Consejo Nacional de Humanidades, Ciencias y Tecnolog\u00edas","ror":"https://ror.org/059ex5q34","country_code":"MX","type":"funder","lineage":["https://openalex.org/I4210163111"]},{"id":"https://openalex.org/I68368234","display_name":"Center for Research and Advanced Studies of the National Polytechnic Institute","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"Edwin Aldana-Bobadilla","raw_affiliation_strings":["CONAHCYT, Mexico City, Mexico","Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico"],"affiliations":[{"raw_affiliation_string":"CONAHCYT, Mexico City, Mexico","institution_ids":["https://openalex.org/I4210163111"]},{"raw_affiliation_string":"Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055596311","display_name":"Victor J. Sosa\u2010Sosa","orcid":"https://orcid.org/0000-0001-5465-0410"},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Center for Research and Advanced Studies of the National Polytechnic Institute","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Victor Jesus Sosa-Sosa","raw_affiliation_strings":["Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico"],"affiliations":[{"raw_affiliation_string":"Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058452665","display_name":"Alejandro Molina-Villegas","orcid":"https://orcid.org/0000-0001-9398-8844"},"institutions":[{"id":"https://openalex.org/I4210163111","display_name":"Consejo Nacional de Humanidades, Ciencias y Tecnolog\u00edas","ror":"https://ror.org/059ex5q34","country_code":"MX","type":"funder","lineage":["https://openalex.org/I4210163111"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Alejandro Molina-Villegas","raw_affiliation_strings":["CONAHCYT, Mexico City, Mexico"],"affiliations":[{"raw_affiliation_string":"CONAHCYT, Mexico City, Mexico","institution_ids":["https://openalex.org/I4210163111"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092516153","display_name":"Karina Gazca-Hernandez","orcid":"https://orcid.org/0009-0009-8361-1336"},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Center for Research and Advanced Studies of the National Polytechnic Institute","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Karina Gazca-Hernandez","raw_affiliation_strings":["Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico"],"affiliations":[{"raw_affiliation_string":"Cinvestav, Unidad Tamaulipas, Ciudad Victoria, Tamaulipas, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022734768","display_name":"Jos\u00e9 \u00c1. Olivas","orcid":"https://orcid.org/0000-0003-4172-4729"},"institutions":[{"id":"https://openalex.org/I79189158","display_name":"University of Castilla-La Mancha","ror":"https://ror.org/05r78ng12","country_code":"ES","type":"education","lineage":["https://openalex.org/I79189158"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose Angel Olivas","raw_affiliation_strings":["Grupo SMILe, Universidad de Castilla-La Mancha, Ciudad Real, Spain"],"affiliations":[{"raw_affiliation_string":"Grupo SMILe, Universidad de Castilla-La Mancha, Ciudad Real, Spain","institution_ids":["https://openalex.org/I79189158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046829835"],"corresponding_institution_ids":["https://openalex.org/I4210163111","https://openalex.org/I68368234"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3667,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64714527,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"100921","last_page":"100938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.849173903465271},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6804007887840271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.673979640007019},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6180551052093506},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5560252666473389},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.552394449710846},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5487984418869019},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.49111101031303406},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.48371222615242004},{"id":"https://openalex.org/keywords/text-graph","display_name":"Text graph","score":0.4726482927799225},{"id":"https://openalex.org/keywords/text-processing","display_name":"Text processing","score":0.4563615024089813},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4542071223258972},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.41881832480430603},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41668400168418884},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4151676893234253},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.362528532743454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.849173903465271},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6804007887840271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.673979640007019},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6180551052093506},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5560252666473389},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.552394449710846},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5487984418869019},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.49111101031303406},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.48371222615242004},{"id":"https://openalex.org/C66945725","wikidata":"https://www.wikidata.org/wiki/Q18388823","display_name":"Text graph","level":3,"score":0.4726482927799225},{"id":"https://openalex.org/C2779500292","wikidata":"https://www.wikidata.org/wiki/Q14802672","display_name":"Text processing","level":2,"score":0.4563615024089813},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4542071223258972},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.41881832480430603},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41668400168418884},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4151676893234253},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.362528532743454},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3422971","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3422971","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d0b82df7867f488c8e282c76dd220662","is_oa":true,"landing_page_url":"https://doaj.org/article/d0b82df7867f488c8e282c76dd220662","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 100921-100938 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3422971","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3422971","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320326255","display_name":"Consejo Tamaulipeco de Ciencia y Tecnolog\u00eda","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W2323180518","https://openalex.org/W2474030502","https://openalex.org/W2563351168","https://openalex.org/W2617073037","https://openalex.org/W2883730939","https://openalex.org/W2888329843","https://openalex.org/W2914688415","https://openalex.org/W2929096990","https://openalex.org/W2934222232","https://openalex.org/W2937423263","https://openalex.org/W2945329331","https://openalex.org/W3000274722","https://openalex.org/W3005428757","https://openalex.org/W3006156918","https://openalex.org/W3006261321","https://openalex.org/W3042185737","https://openalex.org/W3045200674","https://openalex.org/W3092557781","https://openalex.org/W3105440105","https://openalex.org/W3105625590","https://openalex.org/W3109571027","https://openalex.org/W3112411821","https://openalex.org/W3125992765","https://openalex.org/W3130890978","https://openalex.org/W3131860561","https://openalex.org/W3136003884","https://openalex.org/W3138794547","https://openalex.org/W3139580003","https://openalex.org/W3170162598","https://openalex.org/W3177049011","https://openalex.org/W3180521376","https://openalex.org/W3197910789","https://openalex.org/W3198903637","https://openalex.org/W3201038320","https://openalex.org/W3206756677","https://openalex.org/W3212902403","https://openalex.org/W3214477194","https://openalex.org/W4200051305","https://openalex.org/W4200057797","https://openalex.org/W4205201623","https://openalex.org/W4287327402","https://openalex.org/W4291700788","https://openalex.org/W4294367149","https://openalex.org/W4297200203","https://openalex.org/W4308083055","https://openalex.org/W4311455843","https://openalex.org/W4312226316","https://openalex.org/W4312987214","https://openalex.org/W4384209855","https://openalex.org/W4384561707","https://openalex.org/W4384920109","https://openalex.org/W4385067094","https://openalex.org/W4386187806","https://openalex.org/W4387304047","https://openalex.org/W4390678412","https://openalex.org/W4391136507","https://openalex.org/W4392837888","https://openalex.org/W4393999837","https://openalex.org/W6731031554","https://openalex.org/W6747248625","https://openalex.org/W6755207826","https://openalex.org/W6760499460","https://openalex.org/W6768747198","https://openalex.org/W6784025715","https://openalex.org/W6788235206","https://openalex.org/W6792439368","https://openalex.org/W6854838534","https://openalex.org/W7038379059"],"related_works":["https://openalex.org/W3113264705","https://openalex.org/W4383334503","https://openalex.org/W2163264304","https://openalex.org/W3112824915","https://openalex.org/W4377970693","https://openalex.org/W2770471982","https://openalex.org/W2158314654","https://openalex.org/W2770474375","https://openalex.org/W4382202370","https://openalex.org/W4400314722"],"abstract_inverted_index":{"Text":[0],"processing":[1,123],"is":[2,12,71,107],"a":[3,30,45,65,92,112,126,166],"fundamental":[4],"aspect":[5],"of":[6,55,60,116,156,159],"Natural":[7],"Language":[8],"Processing":[9],"(NLP)":[10],"and":[11,25,42,52,77,89,104,154],"crucial":[13],"for":[14,101],"various":[15],"applications":[16],"in":[17,33,57,68,136,151,164],"fields":[18],"such":[19,165],"as":[20],"artificial":[21],"intelligence,":[22],"data":[23],"science,":[24],"information":[26,118,158],"retrieval.":[27],"It":[28],"plays":[29],"core":[31],"role":[32],"language":[34],"models.":[35],"Most":[36],"text-processing":[37],"approaches":[38,124],"focus":[39],"on":[40],"describing":[41],"synthesizing,":[43],"to":[44,73,80,143],"greater":[46],"or":[47],"lesser":[48],"degree,":[49],"lexical,":[50],"syntactic,":[51],"semantic":[53],"properties":[54,100],"text":[56,99,122],"the":[58,81,160],"form":[59],"numerical":[61],"vectors":[62],"that":[63,95,132],"induce":[64],"metric":[66],"space,":[67],"which,":[69],"it":[70],"possible":[72],"find":[74],"underlying":[75,157],"patterns":[76],"structures":[78],"related":[79],"original":[82],"text.":[83],"Since":[84],"each":[85],"approach":[86,94,114],"has":[87],"strengths":[88],"weaknesses,":[90],"finding":[91],"single":[93],"perfectly":[96],"extracts":[97],"representative":[98],"every":[102],"task":[103],"application":[105],"domain":[106],"hard.":[108],"This":[109],"paper":[110],"proposes":[111],"novel":[113],"capable":[115],"synthesizing":[117],"from":[119],"heterogeneous":[120],"state-of-the-art":[121],"into":[125],"unified":[127],"representation.":[128,167],"Encouraging":[129],"results":[130],"demonstrate":[131],"using":[133],"this":[134],"representation":[135],"popular":[137],"machine-learning":[138],"tasks":[139],"not":[140],"only":[141],"leads":[142],"superior":[144],"performance":[145],"but":[146],"also":[147],"offers":[148],"notable":[149],"advantages":[150],"memory":[152],"efficiency":[153],"preservation":[155],"distinct":[161],"sources":[162],"involved":[163]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}