{"id":"https://openalex.org/W4360995331","doi":"https://doi.org/10.1109/icpads56603.2022.00108","title":"Improving Confidence of Uncertain Knowledge Graphs by Crowdsourcing with Limited Budget","display_name":"Improving Confidence of Uncertain Knowledge Graphs by Crowdsourcing with Limited Budget","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4360995331","doi":"https://doi.org/10.1109/icpads56603.2022.00108"},"language":"en","primary_location":{"id":"doi:10.1109/icpads56603.2022.00108","doi":"https://doi.org/10.1109/icpads56603.2022.00108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads56603.2022.00108","pdf_url":null,"source":{"id":"https://openalex.org/S7407087481","display_name":"IEEE International Conference on Parallel and Distributed Systems (ICPADS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 28th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059498267","display_name":"Haodi Zhang","orcid":"https://orcid.org/0000-0001-8470-7246","observed_orcids":["https://orcid.org/0000-0001-8470-7246"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Haodi Zhang","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","Department of Computing, Hong Kong Polytechnic University","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077066485","display_name":"Wenxi Huang","orcid":"https://orcid.org/0000-0002-8237-6401","observed_orcids":["https://orcid.org/0000-0002-8237-6401"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxi Huang","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035358869","display_name":"Chenyu Xu","orcid":"https://orcid.org/0000-0002-5385-2173","observed_orcids":["https://orcid.org/0000-0002-5385-2173"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Xu","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069669798","display_name":"Zhengbang Yang","orcid":"https://orcid.org/0009-0006-5228-7009","observed_orcids":["https://orcid.org/0009-0006-5228-7009"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengbang Yang","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084765374","display_name":"Hongxin Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxin Zhou","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049338878","display_name":"Fengtian Qi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengtian Qi","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374113","display_name":"Chen Zhang","orcid":"https://orcid.org/0000-0002-3306-9317","observed_orcids":["https://orcid.org/0000-0002-3306-9317"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chen Zhang","raw_affiliation_strings":["Hong Kong Polytechnic University,Department of Computing","Department of Computing, Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University,Department of Computing","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001188748","display_name":"Kaishun Wu","orcid":"https://orcid.org/0000-0003-2216-0737","observed_orcids":["https://orcid.org/0000-0003-2216-0737","https://orcid.org/0000-0002-4972-0848"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaishun Wu","raw_affiliation_strings":["Shenzhen University,School of Computer Science and Software Engineering","School of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3551,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4949177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"794","last_page":"801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.11919999867677689,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.8859999775886536},{"id":"https://openalex.org/keywords/limited-budget","display_name":"limited budget","score":0.7289999723434448},{"id":"https://openalex.org/keywords/knowledge-graph-embedding","display_name":"knowledge graph embedding","score":0.7070000171661377},{"id":"https://openalex.org/keywords/medical-knowledge-graph","display_name":"medical knowledge graph","score":0.902999997138977}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9331222772598267},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.7921935319900513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746181845664978},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7042673826217651},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6343048810958862},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.6276338696479797},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48824456334114075},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.457701712846756},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43614262342453003},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3860267996788025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3835400640964508},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3579161465167999},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34559082984924316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30127352476119995},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13483527302742004},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07997342944145203},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads56603.2022.00108","doi":"https://doi.org/10.1109/icpads56603.2022.00108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads56603.2022.00108","pdf_url":null,"source":{"id":"https://openalex.org/S7407087481","display_name":"IEEE International Conference on Parallel and Distributed Systems (ICPADS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 28th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1512387364","https://openalex.org/W1568607842","https://openalex.org/W2016089260","https://openalex.org/W2138605095","https://openalex.org/W2296734373","https://openalex.org/W2561529111","https://openalex.org/W2600356345","https://openalex.org/W2604610161","https://openalex.org/W2604713576","https://openalex.org/W2613482391","https://openalex.org/W2735585131","https://openalex.org/W2778310824","https://openalex.org/W2788798739","https://openalex.org/W2822194211","https://openalex.org/W2892316911","https://openalex.org/W2950457956","https://openalex.org/W2955329901","https://openalex.org/W2963149704","https://openalex.org/W2964262329","https://openalex.org/W2981341912","https://openalex.org/W2994634959","https://openalex.org/W3003265726","https://openalex.org/W3004611733","https://openalex.org/W3087439297","https://openalex.org/W3176984847","https://openalex.org/W3187635370","https://openalex.org/W3209048165","https://openalex.org/W4302036486","https://openalex.org/W4365799947"],"related_works":["https://openalex.org/W4401357435","https://openalex.org/W2887731131","https://openalex.org/W4400490241","https://openalex.org/W7134964458","https://openalex.org/W3164137540","https://openalex.org/W3133580210","https://openalex.org/W4402358749","https://openalex.org/W3115640131","https://openalex.org/W2794894279","https://openalex.org/W7162655989"],"abstract_inverted_index":{"Knowledge":[0],"graphs":[1,68,108],"(KGs),":[2],"either":[3],"constructed":[4],"automatically":[5],"from":[6,11],"texts":[7],"or":[8],"collected":[9],"manually":[10],"crowdsourcing":[12,74,99],"workers,":[13,75],"may":[14,19],"contain":[15],"uncertainty.":[16],"The":[17,143],"uncertainty":[18],"propagate":[20],"into":[21],"the":[22,51,63,70,89,104,114,117,132,148,153,156,162,170],"knowledge":[23,47,55,58,67,85,107,135,157,166],"graph":[24,86,136,167],"embedding":[25,137,168],"and":[26,69,120,139,159],"downstream":[27,141,171],"tasks,":[28],"which":[29],"is":[30,77],"potentially":[31],"harmful,":[32],"especially":[33],"for":[34,134],"those":[35],"confidencesensitive":[36],"applications":[37],"such":[38],"as":[39],"medical":[40,118,128],"diagnostic":[41],"suggestion.":[42],"Crowdsourcing":[43],"workers":[44],"with":[45,109,126],"domain":[46,119],"can":[48],"help":[49],"improve":[50,88],"data":[52,90],"quality":[53,154],"of":[54,66,72,106,124,155,164],"graphs,":[56,158],"by":[57],"checking.":[59],"However,":[60],"due":[61],"to":[62,79,87],"large":[64],"scale":[65],"limitation":[71],"adequate":[73],"it":[76],"unrealistic":[78],"check":[80],"all":[81],"triplets":[82],"in":[83,93,116,169],"a":[84,98,122],"quality.":[91],"Therefore,":[92],"this":[94],"paper,":[95],"we":[96],"propose":[97],"framework":[100,115,133],"that":[101,147],"efficiently":[102,151],"improves":[103,152,161],"confidence":[105],"limited":[110],"budget.":[111],"We":[112,130],"instantiate":[113],"conduct":[121],"series":[123],"experiments":[125],"realworld":[127],"data.":[129],"deploy":[131],"UKGE":[138],"corresponding":[140],"tasks.":[142,172],"experimental":[144],"results":[145],"show":[146],"proposed":[149],"method":[150],"hence":[160],"performance":[163],"probabilistic":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-03-30T00:00:00"}
