{"id":"https://openalex.org/W3050806782","doi":"https://doi.org/10.1109/tkde.2020.3017122","title":"Representation Learning from Limited Educational Data with Crowdsourced Labels","display_name":"Representation Learning from Limited Educational Data with Crowdsourced Labels","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3050806782","doi":"https://doi.org/10.1109/tkde.2020.3017122","mag":"3050806782"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2020.3017122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3017122","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100394126","display_name":"Wentao Wang","orcid":"https://orcid.org/0000-0001-9919-7488"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wentao Wang","raw_affiliation_strings":["Data Science and Engineering Lab, Michigan State University, East Lansing, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science and Engineering Lab, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069392566","display_name":"Guowei Xu","orcid":"https://orcid.org/0000-0002-8941-9953"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guowei Xu","raw_affiliation_strings":["TAL Education Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TAL Education Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061403523","display_name":"Wenbiao Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenbiao Ding","raw_affiliation_strings":["TAL Education Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TAL Education Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101595934","display_name":"Yan Huang","orcid":"https://orcid.org/0000-0002-6578-2379"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Huang","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China","TAL Education Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"TAL Education Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Department of Computer Science, Tsinghua National Laboratory for Information Science and Technology (TNList), Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua National Laboratory for Information Science and Technology (TNList), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040639891","display_name":"Jiliang Tang","orcid":"https://orcid.org/0000-0001-7125-3898"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiliang Tang","raw_affiliation_strings":["Data Science and Engineering Lab, Michigan State University, East Lansing, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science and Engineering Lab, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014957271","display_name":"Zitao Liu","orcid":"https://orcid.org/0000-0003-0491-307X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zitao Liu","raw_affiliation_strings":["TAL Education Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TAL Education Group, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":1.2796,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84896422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.842954158782959},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7329888343811035},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7044768929481506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6370654106140137},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6093062162399292},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5481295585632324},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5150613784790039},{"id":"https://openalex.org/keywords/external-data-representation","display_name":"External Data Representation","score":0.41159188747406006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.842954158782959},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7329888343811035},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7044768929481506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6370654106140137},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6093062162399292},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5481295585632324},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5150613784790039},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.41159188747406006},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2020.3017122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3017122","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1201744633","display_name":"III: Small: Collaborative Research: Effective Labeled Data Generation via Generative Adversarial Learning","funder_award_id":"1907704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3412060240","display_name":"CAREER: Real-World Networks: Modeling and Analysis of Signed Networks with Positive and Negative Links","funder_award_id":"1845081","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5495925939","display_name":"III: Small: Unsupervised Feature Selection in the Era of Big Data","funder_award_id":"1714741","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7773032749","display_name":"III: Small: Collaborative Research: A General Feature Learning Framework for Dynamic Attributed Networks","funder_award_id":"1715940","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G831406350","display_name":null,"funder_award_id":"61925205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8539191751","display_name":"\u4f17\u5305\u6570\u636e\u5e93\u7684\u57fa\u7840\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61632016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W31002508","https://openalex.org/W1538275516","https://openalex.org/W1678356000","https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W2012668444","https://openalex.org/W2060300932","https://openalex.org/W2073893432","https://openalex.org/W2096733369","https://openalex.org/W2102605133","https://openalex.org/W2109255472","https://openalex.org/W2115733720","https://openalex.org/W2118023920","https://openalex.org/W2125943921","https://openalex.org/W2129740354","https://openalex.org/W2136189984","https://openalex.org/W2142920810","https://openalex.org/W2144796873","https://openalex.org/W2157331557","https://openalex.org/W2157881433","https://openalex.org/W2163922914","https://openalex.org/W2165698076","https://openalex.org/W2168356304","https://openalex.org/W2250879510","https://openalex.org/W2252215182","https://openalex.org/W2329105431","https://openalex.org/W2339885376","https://openalex.org/W2395579298","https://openalex.org/W2549858646","https://openalex.org/W2567736915","https://openalex.org/W2578777894","https://openalex.org/W2585226541","https://openalex.org/W2587441134","https://openalex.org/W2604143972","https://openalex.org/W2606901057","https://openalex.org/W2618530766","https://openalex.org/W2737047298","https://openalex.org/W2753160622","https://openalex.org/W2759996146","https://openalex.org/W2767724106","https://openalex.org/W2769041395","https://openalex.org/W2887280559","https://openalex.org/W2889357608","https://openalex.org/W2897765576","https://openalex.org/W2949636940","https://openalex.org/W2951685597","https://openalex.org/W2952821957","https://openalex.org/W2953008521","https://openalex.org/W2959716049","https://openalex.org/W2963516811","https://openalex.org/W2963684088","https://openalex.org/W2963685039","https://openalex.org/W2963772355","https://openalex.org/W2964105864","https://openalex.org/W3004117245","https://openalex.org/W3015326490","https://openalex.org/W3046481874","https://openalex.org/W3046746356","https://openalex.org/W3098374202","https://openalex.org/W3100445485","https://openalex.org/W4210880854","https://openalex.org/W4246193833","https://openalex.org/W4293409613","https://openalex.org/W6637373629","https://openalex.org/W6679261715","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6681011923","https://openalex.org/W6681239517","https://openalex.org/W6681875087","https://openalex.org/W6685352114","https://openalex.org/W6713197267","https://openalex.org/W6717697761","https://openalex.org/W6735236233","https://openalex.org/W6735944222","https://openalex.org/W6740731065","https://openalex.org/W6743661861","https://openalex.org/W6743928203","https://openalex.org/W6745620410","https://openalex.org/W6745740328","https://openalex.org/W6751281049","https://openalex.org/W6751658538","https://openalex.org/W6783596713"],"related_works":["https://openalex.org/W2917844847","https://openalex.org/W2036757537","https://openalex.org/W4556600","https://openalex.org/W2096451653","https://openalex.org/W4238546310","https://openalex.org/W2952512863","https://openalex.org/W4282930045","https://openalex.org/W3134504629","https://openalex.org/W2938696877","https://openalex.org/W4323911413"],"abstract_inverted_index":{"Representation":[0],"learning":[1,16,34,70,209],"has":[2],"been":[3],"proven":[4],"to":[5,48,85,127,146,162,170,182,251],"play":[6],"an":[7],"important":[8],"role":[9],"in":[10,18,62,90,113,247],"the":[11,96,164,172,192,203,232,242,254],"unprecedented":[12],"success":[13],"of":[14,31,41,153,205,231,235],"machine":[15,23],"models":[17],"numerous":[19],"tasks,":[20],"such":[21,51,93,114],"as":[22,52,94],"translation,":[24],"face":[25],"recognition":[26],"and":[27,43,55,83,111,156,239],"recommendation.":[28],"The":[29],"majority":[30],"existing":[32],"representation":[33,69],"approaches":[35,71],"often":[36],"require":[37],"a":[38,122,140,150,158,177,226],"large":[39],"number":[40,152],"consistent":[42],"noise-free":[44],"labels.":[45,136,168],"However,":[46],"due":[47],"various":[49,219],"reasons":[50],"budget":[53],"constraints":[54],"privacy":[56],"concerns,":[57],"labels":[58,98],"are":[59,99,189],"very":[60],"limited":[61,97,132,151,212],"many":[63],"real-world":[64,199],"scenarios.":[65],"Directly":[66],"applying":[67],"standard":[68],"on":[72,197,208,229],"small":[73],"labeled":[74],"data":[75,133,200,213],"sets":[76,201],"will":[77],"easily":[78],"run":[79],"into":[80],"over-fitting":[81],"problems":[82],"lead":[84],"sub-optimal":[86],"solutions.":[87],"Even":[88],"worse,":[89],"some":[91],"domains":[92],"education,":[95],"usually":[100],"annotated":[101],"by":[102,191],"multiple":[103],"workers":[104],"with":[105,134,214,218],"diverse":[106],"expertise,":[107],"which":[108,125],"yields":[109],"noises":[110],"inconsistency":[112,165],"crowdsourcing":[115],"settings.":[116],"In":[117,222],"this":[118],"paper,":[119],"we":[120,138,175,224,261],"propose":[121],"novel":[123],"framework":[124,207,238],"aims":[126],"learn":[128,147],"effective":[129],"representations":[130,210],"from":[131,149,211],"crowdsourced":[135,167,215],"Specifically,":[137],"design":[139],"grouping":[141],"based":[142],"deep":[143],"neural":[144],"network":[145],"embeddings":[148],"training":[154,173,186],"samples":[155],"present":[157],"Bayesian":[159],"confidence":[160],"estimator":[161],"capture":[163],"among":[166],"Furthermore,":[169],"expedite":[171],"process,":[174],"develop":[176],"hard":[178],"example":[179],"selection":[180],"procedure":[181],"adaptively":[183],"pick":[184],"up":[185],"examples":[187],"that":[188],"misclassified":[190],"model.":[193],"Extensive":[194],"experiments":[195],"conducted":[196],"three":[198],"demonstrate":[202],"superiority":[204],"our":[206,236,248,263],"labels,":[216],"comparing":[217],"state-of-the-art":[220],"baselines.":[221],"addition,":[223],"provide":[225],"comprehensive":[227],"analysis":[228],"each":[230],"main":[233],"components":[234],"proposed":[237,255],"also":[240],"introduce":[241],"promising":[243],"results":[244],"it":[245],"achieved":[246],"real":[249],"production":[250],"fully":[252],"understand":[253],"framework.":[256],"To":[257],"encourage":[258],"reproducible":[259],"results,":[260],"make":[262],"code":[264],"available":[265],"online":[266],"athttps://github.com/tal-ai/RECLE.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}