{"id":"https://openalex.org/W2945044773","doi":"https://doi.org/10.24963/ijcai.2019/177","title":"Graph Mining Meets Crowdsourcing: Extracting Experts for Answer Aggregation","display_name":"Graph Mining Meets Crowdsourcing: Extracting Experts for Answer Aggregation","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2945044773","doi":"https://doi.org/10.24963/ijcai.2019/177","mag":"2945044773"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/177","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/177","pdf_url":"https://www.ijcai.org/proceedings/2019/0177.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0177.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025634820","display_name":"Yasushi Kawase","orcid":"https://orcid.org/0000-0001-5626-779X"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yasushi Kawase","raw_affiliation_strings":["RIKEN AIP","Tokyo Institute of technology","Tokyo Institute of Technology;"],"affiliations":[{"raw_affiliation_string":"RIKEN AIP","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Tokyo Institute of technology","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Tokyo Institute of Technology;","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057698820","display_name":"Yuko Kuroki","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuko Kuroki","raw_affiliation_strings":["RIKEN AIP","The University of Tokyo","Univ.\\ of Tokyo"],"affiliations":[{"raw_affiliation_string":"RIKEN AIP","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Univ.\\ of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003367631","display_name":"Atsushi Miyauchi","orcid":"https://orcid.org/0000-0002-6033-6433"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsushi Miyauchi","raw_affiliation_strings":["RIKEN AIP","Riken"],"affiliations":[{"raw_affiliation_string":"RIKEN AIP","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Riken","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025634820"],"corresponding_institution_ids":["https://openalex.org/I114531698","https://openalex.org/I4210126580"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.04369374,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1272","last_page":"1279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.882055938243866},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.746451199054718},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7395563125610352},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.6011637449264526},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5740177035331726},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.5572279691696167},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4938543438911438},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4617166221141815},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45107501745224},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43159961700439453},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42962053418159485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3855542540550232},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.31173354387283325},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07890865206718445},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07786351442337036}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.882055938243866},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.746451199054718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7395563125610352},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.6011637449264526},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5740177035331726},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.5572279691696167},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4938543438911438},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4617166221141815},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45107501745224},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43159961700439453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42962053418159485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3855542540550232},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31173354387283325},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07890865206718445},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07786351442337036},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.24963/ijcai.2019/177","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/177","pdf_url":"https://www.ijcai.org/proceedings/2019/0177.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.08088","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.08088","pdf_url":"https://arxiv.org/pdf/1905.08088","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2945044773","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.08088","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.08088","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.08088","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/177","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/177","pdf_url":"https://www.ijcai.org/proceedings/2019/0177.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2636364967","display_name":null,"funder_award_id":"16K16005","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4227499671","display_name":null,"funder_award_id":"KAKENHI Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4827429566","display_name":null,"funder_award_id":"Grant Numbers","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4832368765","display_name":"\u81ea\u7136\u3092\u4e00\u4f53\u3068\u3057\u3066\u8003\u5bdf\u3059\u308b\u614b\u5ea6\u3092\u80b2\u3066\u308b\u5b66\u7fd2\u6307\u5c0e\u6cd5\u306e\u7814\u7a76\u2010\u6d41\u6c34\u306e\u4f5c\u7528\u3092\u6842\u3068\u3057\u305f\u300c\u571f\u5730\u300d\u306e\u6307\u5c0e\u306b\u95a2\u3059\u308b\u8003\u5bdf\u2010","funder_award_id":"23034","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5472140720","display_name":"8mm \u6620\u753b\u306b\u3088\u308b\u6570\u5b66\u6559\u80b2","funder_award_id":"16005","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5565701234","display_name":null,"funder_award_id":"19K20218","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5786340949","display_name":null,"funder_award_id":"KAKENHI Grant Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6932566189","display_name":null,"funder_award_id":"17H07357","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8613759832","display_name":"Multi-objective optimization on networks and its applications to machine learning","funder_award_id":"18J23034","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945044773.pdf","grobid_xml":"https://content.openalex.org/works/W2945044773.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1459599406","https://openalex.org/W1500512125","https://openalex.org/W1535144194","https://openalex.org/W1604983895","https://openalex.org/W1888358353","https://openalex.org/W1935396788","https://openalex.org/W1970381522","https://openalex.org/W1998385059","https://openalex.org/W2012668444","https://openalex.org/W2032279394","https://openalex.org/W2034771068","https://openalex.org/W2055733113","https://openalex.org/W2076357412","https://openalex.org/W2103012681","https://openalex.org/W2105268242","https://openalex.org/W2113878109","https://openalex.org/W2119757574","https://openalex.org/W2129345386","https://openalex.org/W2133238553","https://openalex.org/W2134305421","https://openalex.org/W2136150876","https://openalex.org/W2136850043","https://openalex.org/W2140890285","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2145111356","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2158880898","https://openalex.org/W2168396085","https://openalex.org/W2169206507","https://openalex.org/W2290431464","https://openalex.org/W2408493841","https://openalex.org/W2585226541","https://openalex.org/W2767941892","https://openalex.org/W2776104937","https://openalex.org/W2893310213","https://openalex.org/W2897763116"],"related_works":["https://openalex.org/W2966746667","https://openalex.org/W2585226541","https://openalex.org/W3096023717","https://openalex.org/W2980669406","https://openalex.org/W2969421010","https://openalex.org/W2753000574","https://openalex.org/W2296044363","https://openalex.org/W2276146857","https://openalex.org/W3187454871","https://openalex.org/W2554000339","https://openalex.org/W56722928","https://openalex.org/W2526647111","https://openalex.org/W2040240412","https://openalex.org/W2586940218","https://openalex.org/W2845698941","https://openalex.org/W2971919623","https://openalex.org/W2951857291","https://openalex.org/W3176758015","https://openalex.org/W2613512346","https://openalex.org/W2295615372"],"abstract_inverted_index":{"Aggregating":[0],"responses":[1],"from":[2,51],"crowd":[3,53],"workers":[4,70],"is":[5,45,66,72],"a":[6,17,23,67,77,81,141],"fundamental":[7],"task":[8],"in":[9],"the":[10,34,40,52,60,88,93,106,116,120,127,134,145],"process":[11],"of":[12,26,62,69,100,136,148],"crowdsourcing.":[13],"In":[14,55],"cases":[15],"where":[16],"few":[18],"experts":[19,50],"are":[20],"overwhelmed":[21],"by":[22,126],"large":[24],"number":[25],"non-experts,":[27],"most":[28],"answer":[29,92,111,161],"aggregation":[30,94,112,162],"algorithms":[31,113,163],"such":[32,114],"as":[33,115],"majority":[35,117],"voting":[36],"fail":[37],"to":[38,47,75,133],"identify":[39],"correct":[41],"answers.":[42],"Therefore,":[43],"it":[44],"crucial":[46],"extract":[48],"reliable":[49],"workers.":[54,137],"this":[56],"study,":[57],"we":[58,96],"introduce":[59],"notion":[61],"\"expert":[63],"core\",":[64],"which":[65],"set":[68],"that":[71,85,158],"very":[73],"unlikely":[74],"contain":[76],"non-expert.":[78],"We":[79,138],"design":[80],"graph-mining-based":[82],"efficient":[83],"algorithm":[84,131],"exactly":[86],"computes":[87],"expert":[89,107,128],"core.":[90],"To":[91],"task,":[95],"propose":[97],"two":[98],"types":[99],"algorithms.":[101,166],"The":[102],"first":[103,146],"one":[104,122],"incorporates":[105],"core":[108,129],"into":[109],"existing":[110],"voting,":[118],"whereas":[119],"second":[121],"utilizes":[123],"information":[124],"provided":[125],"extraction":[130],"pertaining":[132],"reliability":[135],"then":[139],"give":[140],"theoretical":[142],"justification":[143],"for":[144],"type":[147],"algorithm.":[149],"Computational":[150],"experiments":[151],"using":[152],"synthetic":[153],"and":[154],"real-world":[155],"datasets":[156],"demonstrate":[157],"our":[159],"proposed":[160],"outperform":[164],"state-of-the-art":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}