{"id":"https://openalex.org/W4408708224","doi":"https://doi.org/10.1109/tkde.2025.3553683","title":"#REval: A Semantic Evaluation Framework for Hashtag Recommendation","display_name":"#REval: A Semantic Evaluation Framework for Hashtag Recommendation","publication_year":2025,"publication_date":"2025-03-22","ids":{"openalex":"https://openalex.org/W4408708224","doi":"https://doi.org/10.1109/tkde.2025.3553683"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3553683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3553683","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031189001","display_name":"Areej Alsini","orcid":"https://orcid.org/0000-0001-7237-2717"},"institutions":[{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Areej Alsini","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Umm Al-Qura University, Makkah, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Umm Al-Qura University, Makkah, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087072096","display_name":"Du Q. Huynh","orcid":"https://orcid.org/0000-0003-3080-9655"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Du Q. Huynh","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Perth, Australia","Department of Computer Science and Software Engineering, University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005705210","display_name":"Amitava Datta","orcid":"https://orcid.org/0000-0001-6916-7907"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Amitava Datta","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Perth, Australia","Department of Computer Science and Software Engineering, University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031189001"],"corresponding_institution_ids":["https://openalex.org/I199693650"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0233006,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"6","first_page":"3075","last_page":"3087"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9004756212234497},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4924984872341156},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4164491891860962},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17222675681114197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9004756212234497},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4924984872341156},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4164491891860962},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17222675681114197}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2025.3553683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3553683","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/3059ed4b-d096-4a95-880b-06a2f855e75c","is_oa":false,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/3059ed4b-d096-4a95-880b-06a2f855e75c","pdf_url":null,"source":{"id":"https://openalex.org/S4306402492","display_name":"UWA Profiles and Research Repository (UWA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Alsini, A, Huynh, D & Datta, A 2025, '#REval: A Semantic Evaluation Framework for Hashtag Recommendation', IEEE Transactions on Knowledge and Data Engineering, vol. 37, no. 6, pp. 3075-3087. https://doi.org/10.1109/TKDE.2025.3553683","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3735338721","display_name":null,"funder_award_id":"25UQU4300160GSSR01","funder_id":"https://openalex.org/F4320324047","funder_display_name":"Umm Al-Qura University"}],"funders":[{"id":"https://openalex.org/F4320324047","display_name":"Umm Al-Qura University","ror":"https://ror.org/01xjqrm90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1683269307","https://openalex.org/W1956340063","https://openalex.org/W2032884555","https://openalex.org/W2095236054","https://openalex.org/W2097546464","https://openalex.org/W2101105183","https://openalex.org/W2113552117","https://openalex.org/W2148815800","https://openalex.org/W2167291765","https://openalex.org/W2250539671","https://openalex.org/W2267760512","https://openalex.org/W2340614362","https://openalex.org/W2493916176","https://openalex.org/W2506483933","https://openalex.org/W2554704889","https://openalex.org/W2575403103","https://openalex.org/W2611618649","https://openalex.org/W2736049346","https://openalex.org/W2739671343","https://openalex.org/W2758863782","https://openalex.org/W2763590333","https://openalex.org/W2769539779","https://openalex.org/W2782737185","https://openalex.org/W2808111388","https://openalex.org/W2885758012","https://openalex.org/W2896457183","https://openalex.org/W2901578516","https://openalex.org/W2926638088","https://openalex.org/W2953890885","https://openalex.org/W2963508799","https://openalex.org/W2981410166","https://openalex.org/W3021933083","https://openalex.org/W3033369204","https://openalex.org/W3038098779","https://openalex.org/W3080668436","https://openalex.org/W3090807995","https://openalex.org/W3104186312","https://openalex.org/W3112384793","https://openalex.org/W3132276586","https://openalex.org/W3161677850","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W6600328913","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6693996384","https://openalex.org/W6733408927","https://openalex.org/W6752165291","https://openalex.org/W6754502294","https://openalex.org/W6761705957","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6774526564","https://openalex.org/W6784445337"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Automatic":[0],"evaluation":[1,15,83],"of":[2,36,55,124,138,164],"hashtag":[3,57,86,106,152,155],"recommendation":[4,130,156],"models":[5],"is":[6,39,59],"a":[7,80],"fundamental":[8],"task":[9],"in":[10,128],"Twitter.":[11],"In":[12],"the":[13,17,27,44,64,68,105,112,129,139,162,165,168],"traditional":[14],"methods,":[16],"recommended":[18,69],"hashtags":[19,30,127],"from":[20],"an":[21,93],"algorithm":[22],"are":[23],"first":[24],"compared":[25],"with":[26,172],"ground":[28,71],"truth":[29,72],"for":[31,85,154],"exact":[32,37],"correspondences.":[33],"The":[34],"number":[35],"matches":[38],"then":[40],"used":[41],"to":[42,97,167],"calculate":[43],"hit":[45,47],"rate,":[46],"ratio,":[48],"precision,":[49],"recall,":[50],"or":[51],"F1-score.":[52],"This":[53,90],"way":[54],"evaluating":[56],"similarities":[58],"inadequate":[60],"as":[61,98],"it":[62],"ignores":[63],"semantic":[65,82],"correlation":[66],"between":[67],"and":[70,121,126,185],"hashtags.":[73],"To":[74],"tackle":[75],"this":[76],"problem,":[77],"we":[78],"propose":[79],"novel":[81],"framework":[84,91,114,141,166],"recommendation,":[87],"called":[88],"#REval.":[89],"includes":[92],"internal":[94],"module":[95],"referred":[96],"<italic":[99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">BERTag</i>,":[101],"which":[102],"automatically":[103],"learns":[104],"embeddings.":[107],"We":[108],"investigate":[109],"on":[110,142,175,182],"how":[111],"#REval":[113,148,173,180],"performs":[115],"under":[116],"different":[117,122],"word":[118,169],"embedding":[119,170],"methods":[120],"numbers":[123],"synonyms":[125,153],"using":[131],"our":[132],"proposed":[133,140],"#REval-hit-ratio":[134],"measure.":[135],"Our":[136,158],"experiments":[137],"three":[143],"large":[144],"datasets":[145],"show":[146],"that":[147],"gave":[149],"more":[150,177],"meaningful":[151],"evaluation.":[157],"analysis":[159],"also":[160],"highlights":[161],"sensitivity":[163],"technique,":[171],"based":[174,181],"BERTag":[176],"superior":[178],"over":[179],"Word2Vec,":[183],"FastText,":[184],"GloVe.":[186]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
