{"id":"https://openalex.org/W4390961154","doi":"https://doi.org/10.48550/arxiv.2401.06802","title":"Hierarchical Knowledge Distillation on Text Graph for Data-limited Attribute Inference","display_name":"Hierarchical Knowledge Distillation on Text Graph for Data-limited Attribute Inference","publication_year":2024,"publication_date":"2024-01-10","ids":{"openalex":"https://openalex.org/W4390961154","doi":"https://doi.org/10.48550/arxiv.2401.06802"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.06802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.06802","pdf_url":"https://arxiv.org/pdf/2401.06802","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.06802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100447162","display_name":"Quan Li","orcid":"https://orcid.org/0000-0003-2249-0728"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Quan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048837822","display_name":"Shixiong Jing","orcid":"https://orcid.org/0009-0005-1193-5471"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Shixiong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5017524689","display_name":"Lingwei Chen","orcid":"https://orcid.org/0000-0003-1550-6170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lingwei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100447162"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7278150916099548},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6708887815475464},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6617935299873352},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5543618202209473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5461410880088806},{"id":"https://openalex.org/keywords/text-graph","display_name":"Text graph","score":0.5079200863838196},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5060715079307556},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4949726462364197},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4626845121383667},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.437614381313324},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.426974356174469},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4144435524940491},{"id":"https://openalex.org/keywords/text-mining","display_name":"Text mining","score":0.3125419020652771},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3088375926017761},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17001795768737793},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1092524528503418}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7278150916099548},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6708887815475464},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6617935299873352},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5543618202209473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461410880088806},{"id":"https://openalex.org/C66945725","wikidata":"https://www.wikidata.org/wiki/Q18388823","display_name":"Text graph","level":3,"score":0.5079200863838196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5060715079307556},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4949726462364197},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4626845121383667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.437614381313324},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.426974356174469},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4144435524940491},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.3125419020652771},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3088375926017761},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17001795768737793},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1092524528503418},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.06802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.06802","pdf_url":"https://arxiv.org/pdf/2401.06802","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.06802","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.06802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.06802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.06802","pdf_url":"https://arxiv.org/pdf/2401.06802","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390961154.pdf","grobid_xml":"https://content.openalex.org/works/W4390961154.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2770471982","https://openalex.org/W2770474375","https://openalex.org/W4384067529","https://openalex.org/W1625494842","https://openalex.org/W4310922208","https://openalex.org/W2604161433","https://openalex.org/W2144783243","https://openalex.org/W2152349655","https://openalex.org/W2372183225","https://openalex.org/W3133621124"],"abstract_inverted_index":{"The":[0],"popularization":[1],"of":[2,13,43,65,175],"social":[3,102,168],"media":[4,103,169],"increases":[5],"user":[6,30],"engagements":[7],"and":[8,26,53,81,110,118,128,136,161],"generates":[9],"a":[10,49,93,112,123,143],"large":[11],"amount":[12],"user-oriented":[14],"data.":[15,105],"Among":[16],"them,":[17],"text":[18,50,70,104,113,150,159],"data":[19],"(e.g.,":[20,32],"tweets,":[21],"blogs)":[22],"significantly":[23],"attracts":[24],"researchers":[25],"speculators":[27],"to":[28,55,61,131,139,152],"infer":[29],"attributes":[31],"age,":[33],"gender,":[34],"location)":[35],"for":[36,98],"fulfilling":[37],"their":[38],"intents.":[39],"Generally,":[40],"this":[41,89],"line":[42],"work":[44],"casts":[45],"attribute":[46,99,179],"inference":[47],"as":[48],"classification":[51],"problem,":[52,155],"starts":[54],"leverage":[56],"graph":[57,114,151],"neural":[58],"networks":[59],"(GNNs)":[60],"utilize":[62],"higher-level":[63],"representations":[64],"source":[66],"texts.":[67,86,185],"However,":[68],"these":[69],"graphs":[71],"are":[72],"constructed":[73],"over":[74,149],"words,":[75],"suffering":[76],"from":[77],"high":[78],"memory":[79],"consumption":[80],"ineffectiveness":[82],"on":[83,101,167,178],"few":[84],"labeled":[85,184],"To":[87],"address":[88],"challenge,":[90],"we":[91],"design":[92],"text-graph-based":[94],"few-shot":[95,141],"learning":[96,117],"model":[97,107,163,177],"inferences":[100,180],"Our":[106],"first":[108],"constructs":[109],"refines":[111],"using":[115],"manifold":[116],"message":[119],"passing,":[120],"which":[121,156],"offers":[122],"better":[124,158],"trade-off":[125],"between":[126],"expressiveness":[127],"complexity.":[129],"Afterwards,":[130],"further":[132],"use":[133],"cross-domain":[134],"texts":[135,138],"unlabeled":[137],"improve":[140],"performance,":[142],"hierarchical":[144],"knowledge":[145],"distillation":[146],"is":[147],"devised":[148],"optimize":[153],"the":[154,172],"derives":[157],"representations,":[160],"advances":[162],"generalization":[164],"ability.":[165],"Experiments":[166],"datasets":[170],"demonstrate":[171],"state-of-the-art":[173],"performance":[174],"our":[176],"with":[181],"considerably":[182],"fewer":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2024-01-18T00:00:00"}