{"id":"https://openalex.org/W2971279492","doi":"https://doi.org/10.1109/access.2019.2938303","title":"Short Text Understanding Combining Text Conceptualization and Transformer Embedding","display_name":"Short Text Understanding Combining Text Conceptualization and Transformer Embedding","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971279492","doi":"https://doi.org/10.1109/access.2019.2938303","mag":"2971279492"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2938303","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938303","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819947.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819947.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100361616","display_name":"Jun Li","orcid":"https://orcid.org/0000-0001-5591-721X"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073189396","display_name":"Guimin Huang","orcid":"https://orcid.org/0000-0003-3015-5639"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guimin Huang","raw_affiliation_strings":["Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technology, Guilin 541004, China","School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024045204","display_name":"Jianheng Chen","orcid":"https://orcid.org/0000-0002-4770-4879"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianheng Chen","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101488664","display_name":"Yabing Wang","orcid":"https://orcid.org/0000-0002-2399-2052"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yabing Wang","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100361616"],"corresponding_institution_ids":["https://openalex.org/I5343935"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5781,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.75998437,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"122183","last_page":"122191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8112953901290894},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6470935344696045},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5816609859466553},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5787606835365295},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5619701743125916},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5496493577957153},{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.5402059555053711},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.41899800300598145},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3896365761756897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8112953901290894},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6470935344696045},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5816609859466553},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5787606835365295},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5619701743125916},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5496493577957153},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.5402059555053711},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.41899800300598145},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3896365761756897},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2938303","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938303","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819947.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:68a2f981ff39408bb7ba17c9e4c6c602","is_oa":true,"landing_page_url":"https://doaj.org/article/68a2f981ff39408bb7ba17c9e4c6c602","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 122183-122191 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2938303","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938303","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819947.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1134218374","display_name":null,"funder_award_id":"CRKL150105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2928573007","display_name":null,"funder_award_id":"61662012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3632311946","display_name":null,"funder_award_id":"CRKL150105","funder_id":"https://openalex.org/F4320323266","funder_display_name":"Guilin University of Electronic Technology"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7464264449","display_name":null,"funder_award_id":"61662012","funder_id":"https://openalex.org/F4320323266","funder_display_name":"Guilin University of Electronic Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323266","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971279492.pdf","grobid_xml":"https://content.openalex.org/works/W2971279492.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1485009520","https://openalex.org/W1491611863","https://openalex.org/W1529533208","https://openalex.org/W1689711448","https://openalex.org/W2000411838","https://openalex.org/W2067506377","https://openalex.org/W2095705004","https://openalex.org/W2099868020","https://openalex.org/W2105424043","https://openalex.org/W2117130368","https://openalex.org/W2130942839","https://openalex.org/W2157331557","https://openalex.org/W2164385956","https://openalex.org/W2165612380","https://openalex.org/W2249777566","https://openalex.org/W2250539671","https://openalex.org/W2252137719","https://openalex.org/W2293188561","https://openalex.org/W2293428384","https://openalex.org/W2404527150","https://openalex.org/W2434898965","https://openalex.org/W2519290916","https://openalex.org/W2561529111","https://openalex.org/W2574626468","https://openalex.org/W2739722817","https://openalex.org/W2803241296","https://openalex.org/W2892280852","https://openalex.org/W2896457183","https://openalex.org/W2901078833","https://openalex.org/W2913932916","https://openalex.org/W2949615363","https://openalex.org/W2962808855","https://openalex.org/W2962985038","https://openalex.org/W2963595025","https://openalex.org/W3104486441","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W6628877408","https://openalex.org/W6629486361","https://openalex.org/W6632455782","https://openalex.org/W6674330103","https://openalex.org/W6679436768","https://openalex.org/W6682691769","https://openalex.org/W6691016536","https://openalex.org/W6696905269","https://openalex.org/W6730529904","https://openalex.org/W6732025295","https://openalex.org/W6739901393","https://openalex.org/W6750384732","https://openalex.org/W6755207826","https://openalex.org/W6780226713","https://openalex.org/W6785755946"],"related_works":["https://openalex.org/W4362575170","https://openalex.org/W1532772865","https://openalex.org/W2531253623","https://openalex.org/W2984230149","https://openalex.org/W2112095637","https://openalex.org/W2237121679","https://openalex.org/W4390616414","https://openalex.org/W2006867289","https://openalex.org/W3212890177","https://openalex.org/W3182020042"],"abstract_inverted_index":{"Short":[0],"text":[1,39,42,82,178,183],"understanding":[2,43,147],"is":[3,21],"a":[4,55,63,71,85,95,112,122,135,171],"key":[5],"task":[6],"and":[7,25,44,62,78,92,105,141,166,181],"popular":[8],"issue":[9],"in":[10,70,155],"current":[11],"natural":[12],"language":[13],"processing.":[14],"Because":[15],"the":[16,28,35,80,107,138,146,153],"content":[17],"of":[18,37,163,173],"short":[19,41,72,81,164,177,182],"texts":[20,165],"characterized":[22],"by":[23],"sparsity":[24],"semantic":[26],"limitation,":[27],"traditional":[29],"search":[30],"methods":[31],"that":[32,152],"analyze":[33],"only":[34],"semantics":[36,162],"literal":[38],"for":[40,67],"similarity":[45],"matching":[46],"have":[47],"certain":[48],"restrictions.":[49],"In":[50],"this":[51,156],"paper,":[52],"we":[53,74,117],"propose":[54],"combined":[56],"method":[57,154],"based":[58,88,110,133],"on":[59,89,111,134],"knowledge-based":[60],"conceptualization":[61],"transformer":[64,113,142],"encoder.":[65,115],"Specifically,":[66],"each":[68],"term":[69],"text,":[73],"obtain":[75,127],"its":[76],"concepts":[77,120,132],"enrich":[79],"information":[83,179],"from":[84,130],"knowledge":[86],"base":[87],"cooccurrence":[90],"terms":[91],"concepts,":[93],"construct":[94,145],"convolutional":[96],"neural":[97],"network":[98],"(CNN)":[99],"to":[100,126,170],"capture":[101,160],"local":[102],"context":[103],"information,":[104],"introduce":[106],"subnetwork":[108],"structure":[109],"embedding":[114],"Then,":[116],"embed":[118],"these":[119,131],"into":[121],"low-dimensional":[123],"vector":[124],"space":[125,140,144],"more":[128,161],"attention":[129],"transformer.":[136],"Finally,":[137],"concept":[139],"encoder":[143],"models.":[148],"An":[149],"experiment":[150],"shows":[151],"paper":[157],"can":[158,167],"effectively":[159],"be":[168],"applied":[169],"variety":[172],"applications,":[174],"such":[175],"as":[176],"retrieval":[180],"classification.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}
