{"id":"https://openalex.org/W3113408292","doi":"https://doi.org/10.1145/3437963.3441781","title":"Beyond Relevance: Trustworthy Answer Selection via Consensus Verification","display_name":"Beyond Relevance: Trustworthy Answer Selection via Consensus Verification","publication_year":2021,"publication_date":"2021-03-06","ids":{"openalex":"https://openalex.org/W3113408292","doi":"https://doi.org/10.1145/3437963.3441781","mag":"3113408292"},"language":"en","primary_location":{"id":"doi:10.1145/3437963.3441781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437963.3441781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076267273","display_name":"Lixin Su","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lixin Su","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009898523","display_name":"Ruqing Zhang","orcid":"https://orcid.org/0000-0003-4294-2541"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruqing Zhang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006971161","display_name":"Yixing Fan","orcid":"https://orcid.org/0000-0003-4317-2702"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Fan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015776118","display_name":"Jiangui Chen","orcid":"https://orcid.org/0000-0002-6235-6526"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangui Chen","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616866","display_name":"Yanyan Lan","orcid":"https://orcid.org/0000-0002-7811-3262"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Lan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076267273"],"corresponding_institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.1016,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8112107,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"562","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7805733680725098},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6415919065475464},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5742802619934082},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5679892301559448},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.563443660736084},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.557014524936676},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5519541501998901},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5239044427871704},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4690575897693634},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4690057933330536},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43885332345962524},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4349541664123535},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.4341091513633728},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32705575227737427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24066424369812012},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.20368358492851257},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16491270065307617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7805733680725098},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6415919065475464},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5742802619934082},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5679892301559448},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.563443660736084},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.557014524936676},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5519541501998901},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5239044427871704},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4690575897693634},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4690057933330536},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43885332345962524},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4349541664123535},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.4341091513633728},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32705575227737427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24066424369812012},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.20368358492851257},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16491270065307617},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3437963.3441781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437963.3441781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G202749802","display_name":null,"funder_award_id":"61722211, 61773362, 61872338, 61902381","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1696332545","https://openalex.org/W1730818938","https://openalex.org/W2000545282","https://openalex.org/W2008437643","https://openalex.org/W2037319600","https://openalex.org/W2072918779","https://openalex.org/W2088096747","https://openalex.org/W2105051853","https://openalex.org/W2118091490","https://openalex.org/W2120735855","https://openalex.org/W2127795553","https://openalex.org/W2136176329","https://openalex.org/W2140575992","https://openalex.org/W2157063199","https://openalex.org/W2167044143","https://openalex.org/W2186845332","https://openalex.org/W2251202616","https://openalex.org/W2251818205","https://openalex.org/W2251921768","https://openalex.org/W2286300105","https://openalex.org/W2517782820","https://openalex.org/W2573379274","https://openalex.org/W2604940557","https://openalex.org/W2618735189","https://openalex.org/W2759083144","https://openalex.org/W2771472444","https://openalex.org/W2798835007","https://openalex.org/W2804513413","https://openalex.org/W2912172494","https://openalex.org/W2913242138","https://openalex.org/W2913331999","https://openalex.org/W2949151831","https://openalex.org/W2949989304","https://openalex.org/W2963310665","https://openalex.org/W2963403868","https://openalex.org/W2963662719","https://openalex.org/W2970597249","https://openalex.org/W2970971581","https://openalex.org/W3012856521","https://openalex.org/W4213069590"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"Community":[0],"Question":[1],"Answering":[2],"(CQA)":[3],"sites":[4,26],"such":[5],"as":[6,14,138,178],"Yahoo!":[7],"Answers":[8],"and":[9,216,244,248,271],"Baidu":[10],"Knows":[11],"have":[12],"emerged":[13],"rich":[15],"knowledge":[16],"resources":[17],"for":[18,120,162,208],"information":[19,89,95,160,176],"seekers.":[20],"However,":[21],"answers":[22,58],"posted":[23,99],"to":[24,134,151,182,212],"CQA":[25,265],"often":[27,51],"vary":[28],"a":[29,60,78,116,131,135,166,209,233,241,249],"lot":[30],"in":[31,108],"their":[32],"qualities.":[33],"User":[34],"votes":[35],"from":[36,174,203],"the":[37,42,46,69,94,98,102,109,128,146,153,170,175,179,184,204,213,217,220,226,238,245,254,257,280,284],"community":[38],"may":[39],"partially":[40],"reflect":[41],"overall":[43],"quality":[44,70],"of":[45,56,71,76,97,130,155,206,219,256],"answer,":[47],"but":[48,86,101],"they":[49],"are":[50],"missing.":[52],"Hence,":[53],"automatic":[54,121],"selection":[55,286],"\"good''":[57],"becomes":[59],"practical":[61],"research":[62],"problem":[63],"that":[64,90,191,196,274],"will":[65],"help":[66,92],"us":[67],"manage":[68],"accumulated":[72],"knowledge.":[73],"Without":[74],"loss":[75],"generality,":[77],"good":[79],"answer":[80,122,133,243,285],"should":[81],"deliver":[82],"not":[83],"only":[84],"relevant":[85],"also":[87],"trustworthy":[88],"can":[91,198,277],"resolve":[93],"needs":[96],"question,":[100,167],"latter":[103],"has":[104],"received":[105],"less":[106],"investigation":[107],"past.":[110],"In":[111],"this":[112],"paper,":[113],"we":[114,168,224],"propose":[115],"novel":[117],"matching-verification":[118],"framework":[119],"selection.":[123],"The":[124,142],"matching":[125],"component":[126],"assesses":[127],"relevance":[129],"candidate":[132,242],"given":[136],"question":[137,210],"conventional":[139],"QA":[140],"methods.":[141],"major":[143,188],"enhancement":[144],"is":[145,190,193],"verification":[147,234],"component,":[148],"which":[149,236,252],"aims":[150],"leverage":[152],"wisdom":[154,205],"crowds,":[156],"e.g.,":[157],"some":[158],"big":[159],"repository,":[161],"trustworthiness":[163,227],"measurement.":[164],"Given":[165],"take":[169],"top":[171],"retrieved":[172],"results":[173],"repository":[177],"supporting":[180],"evidences":[181],"distill":[183],"consensus":[185,202,246,258],"representation.":[186],"A":[187],"challenge":[189],"there":[192],"no":[194],"guarantee":[195],"one":[197],"always":[199],"obtain":[200],"reliable":[201],"crowds":[207],"due":[211],"noisy":[214],"nature":[215],"limitation":[218],"existing":[221],"search":[222],"technology.Therefore,":[223],"decompose":[225],"measurement":[228],"into":[229],"two":[230],"parts,":[231],"i.e.,":[232],"score":[235,251],"measures":[237,253],"consistency":[239],"between":[240],"representation,":[247],"confidence":[250],"reliability":[255],"itself.":[259],"Empirical":[260],"studies":[261],"on":[262,283],"three":[263],"real-world":[264],"data":[266],"collections,":[267],"i.e.":[268],"YahooQA,":[269],"QuoraQA":[270],"AmazonQA,":[272],"show":[273],"our":[275],"approach":[276],"significantly":[278],"outperform":[279],"state-of-the-art":[281],"methods":[282],"task.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}