{"id":"https://openalex.org/W4403021909","doi":"https://doi.org/10.1109/tcss.2024.3452695","title":"CGraphNet: Contrastive Graph Context Prediction for Sparse Unlabeled Short Text Representation Learning on Social Media","display_name":"CGraphNet: Contrastive Graph Context Prediction for Sparse Unlabeled Short Text Representation Learning on Social Media","publication_year":2024,"publication_date":"2024-10-01","ids":{"openalex":"https://openalex.org/W4403021909","doi":"https://doi.org/10.1109/tcss.2024.3452695"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3452695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3452695","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045191293","display_name":"Junyang Chen","orcid":"https://orcid.org/0000-0002-1139-8654"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyang Chen","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1139-8654","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038505509","display_name":"Jingcai Guo","orcid":"https://orcid.org/0000-0002-0449-4525"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jingcai Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-0449-4525","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365967","display_name":"Xueliang Li","orcid":"https://orcid.org/0000-0002-8928-9933"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueliang Li","raw_affiliation_strings":["National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8928-9933","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054184997","display_name":"Huan Wang","orcid":"https://orcid.org/0000-0002-3162-2350"},"institutions":[{"id":"https://openalex.org/I204823248","display_name":"Huazhong Agricultural University","ror":"https://ror.org/023b72294","country_code":"CN","type":"education","lineage":["https://openalex.org/I204823248"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Wang","raw_affiliation_strings":["College of Informatics, Huazhong Agricultural University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3162-2350","affiliations":[{"raw_affiliation_string":"College of Informatics, Huazhong Agricultural University, Wuhan, China","institution_ids":["https://openalex.org/I204823248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022889808","display_name":"Zhenghua Xu","orcid":"https://orcid.org/0000-0002-6719-7333"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghua Xu","raw_affiliation_strings":["State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Hebei University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6719-7333","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066286956","display_name":"Zhiguo Gong","orcid":"https://orcid.org/0000-0002-4588-890X"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhiguo Gong","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City, Department of Computer Information Science, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-4588-890X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City, Department of Computer Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068728111","display_name":"Liang\u2010Jie Zhang","orcid":"https://orcid.org/0000-0002-6219-0853"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangjie Zhang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6219-0853","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3529-2640","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4703,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71422574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"12","issue":"4","first_page":"1912","last_page":"1926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6678406596183777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6497904658317566},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.52259361743927},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5058900713920593},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5040437579154968},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48206645250320435},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47228413820266724},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4411199688911438},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.42641887068748474},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4192701280117035},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4019681513309479},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2511867880821228},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14650997519493103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6678406596183777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6497904658317566},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.52259361743927},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5058900713920593},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5040437579154968},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48206645250320435},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47228413820266724},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4411199688911438},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.42641887068748474},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4192701280117035},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4019681513309479},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2511867880821228},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14650997519493103},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3452695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3452695","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2935348012","display_name":null,"funder_award_id":"62102265","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4536761785","display_name":null,"funder_award_id":"62276089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5782950199","display_name":null,"funder_award_id":"F2024202064","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G6076922228","display_name":null,"funder_award_id":"62102327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1504886279","https://openalex.org/W1714665356","https://openalex.org/W2013029404","https://openalex.org/W2048195127","https://openalex.org/W2061922307","https://openalex.org/W2064675550","https://openalex.org/W2088314245","https://openalex.org/W2120303002","https://openalex.org/W2250539671","https://openalex.org/W2442340835","https://openalex.org/W2557418006","https://openalex.org/W2576754561","https://openalex.org/W2604314403","https://openalex.org/W2807021761","https://openalex.org/W2950352474","https://openalex.org/W2959332346","https://openalex.org/W2963563735","https://openalex.org/W3003787189","https://openalex.org/W3117866035","https://openalex.org/W3118485687","https://openalex.org/W3133101015","https://openalex.org/W3152893301","https://openalex.org/W3156636935","https://openalex.org/W3190214286","https://openalex.org/W4205619213","https://openalex.org/W4226418765","https://openalex.org/W4294170691","https://openalex.org/W4298007906","https://openalex.org/W4307298796","https://openalex.org/W4312898104","https://openalex.org/W4385245566","https://openalex.org/W4399206278","https://openalex.org/W6631190155","https://openalex.org/W6635679246","https://openalex.org/W6677656871","https://openalex.org/W6680830989","https://openalex.org/W6682889407","https://openalex.org/W6713134421","https://openalex.org/W6738964360","https://openalex.org/W6743384090","https://openalex.org/W6755207826","https://openalex.org/W6779940601"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2062195135","https://openalex.org/W4312622923","https://openalex.org/W1977056376","https://openalex.org/W2728430307","https://openalex.org/W1990545028","https://openalex.org/W2107786128","https://openalex.org/W2130187411","https://openalex.org/W2795079307","https://openalex.org/W4285218279"],"abstract_inverted_index":{"Unlabeled":[0],"text":[1],"representation":[2],"learning":[3],"(UTRL),":[4],"encompassing":[5],"static":[6],"word":[7,14,28,41,69,92,96,133,151,179],"embeddings":[8,15,42],"such":[9,16,48,76],"as":[10,17,49,77,145],"Word2Vec":[11],"and":[12,52,82,134,195],"contextualized":[13],"bidirectional":[18],"encoder":[19],"representations":[20,174],"from":[21,130],"transformer":[22],"(BERT),":[23],"aims":[24],"to":[25,94,144,165],"capture":[26],"semantic":[27],"relationships":[29],"in":[30,67,98,154,193],"a":[31,107,141,168],"low-dimensional":[32],"space":[33],"without":[34],"the":[35,55,90,131,138,177],"need":[36],"for":[37,45,114],"manual":[38],"labeling.":[39],"These":[40],"are":[43],"invaluable":[44],"downstream":[46],"tasks":[47,197],"document":[50],"classification":[51,194],"clustering.":[53],"However,":[54],"surge":[56],"of":[57],"short":[58,99,119],"texts":[59,120],"generated":[60],"daily":[61],"on":[62,198],"social":[63],"media":[64],"platforms":[65],"results":[66],"sparse":[68,95,150],"cooccurrences,":[70],"compromising":[71],"UTRL":[72],"outcomes.":[73],"Contextualized":[74],"models":[75],"recurrent":[78],"neural":[79],"network":[80],"(RNN)":[81],"BERT,":[83],"while":[84,167],"impressive,":[85],"often":[86],"struggle":[87],"with":[88,180],"predicting":[89],"next":[91,132],"due":[93],"sequences":[97],"texts.":[100],"To":[101,157],"address":[102],"this,":[103],"we":[104],"introduce":[105],"CGraphNet,":[106],"contrastive":[108,169],"graph":[109,146],"context":[110,147],"prediction":[111],"model":[112],"designed":[113],"UTRL.":[115],"This":[116],"approach":[117],"converts":[118],"into":[121],"graphs,":[122],"establishing":[123],"links":[124],"between":[125],"sequentially":[126],"occurring":[127],"words.":[128],"Information":[129],"its":[135,181],"neighbors":[136],"informs":[137],"target":[139,178],"prediction,":[140,148],"process":[142],"referred":[143],"mitigating":[149],"cooccurrence":[152],"issues":[153],"brief":[155],"sentences.":[156],"minimize":[158],"noise,":[159],"an":[160],"attention":[161],"mechanism":[162],"assigns":[163],"importance":[164],"neighbors,":[166],"objective":[170],"encourages":[171],"more":[172],"distinctive":[173],"by":[175],"comparing":[176],"neighbors.":[182],"Our":[183],"experiments":[184],"demonstrate":[185],"CGraphNet's":[186],"superior":[187],"performance":[188],"over":[189],"other":[190],"baselines,":[191],"particularly":[192],"clustering":[196],"real-world":[199],"datasets.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}