{"id":"https://openalex.org/W4403582893","doi":"https://doi.org/10.1145/3627673.3679777","title":"XCrowd: Combining Explainability and Crowdsourcing to Diagnose Models in Relation Extraction","display_name":"XCrowd: Combining Explainability and Crowdsourcing to Diagnose Models in Relation Extraction","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582893","doi":"https://doi.org/10.1145/3627673.3679777"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679777","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028171582","display_name":"Alisa Smirnova","orcid":"https://orcid.org/0000-0002-7108-9917"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Alisa Smirnova","raw_affiliation_strings":["University of Fribourg, Fribourg, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Fribourg, Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029123550","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-0350-0313"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028454093","display_name":"Philippe Cudr\u00e9-Mauroux","orcid":"https://orcid.org/0000-0003-2588-4212"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Philippe Cudre-Mauroux","raw_affiliation_strings":["University of Fribourg, Fribourg, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Fribourg, Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028171582"],"corresponding_institution_ids":["https://openalex.org/I154338468"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76835681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2097","last_page":"2107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9619146585464478},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6278979778289795},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6274299025535583},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.5173317790031433},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.41918420791625977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3937034606933594},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.26315534114837646},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13758674263954163}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9619146585464478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6278979778289795},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6274299025535583},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.5173317790031433},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.41918420791625977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3937034606933594},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26315534114837646},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13758674263954163},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3627673.3679777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403582893.pdf"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1846955904","https://openalex.org/W2251622960","https://openalex.org/W2282821441","https://openalex.org/W2335019274","https://openalex.org/W2558888286","https://openalex.org/W2583689529","https://openalex.org/W2585226541","https://openalex.org/W2618851150","https://openalex.org/W2747329762","https://openalex.org/W2759211898","https://openalex.org/W2763152536","https://openalex.org/W2913790076","https://openalex.org/W2962862931","https://openalex.org/W2984452801","https://openalex.org/W2998598262","https://openalex.org/W3012736183","https://openalex.org/W3034891697","https://openalex.org/W3034999214","https://openalex.org/W3035371891","https://openalex.org/W3046550781","https://openalex.org/W3093729901","https://openalex.org/W3130784583","https://openalex.org/W3173625863","https://openalex.org/W3214342214","https://openalex.org/W4206236515","https://openalex.org/W4224307896","https://openalex.org/W4292263933","https://openalex.org/W4296845143","https://openalex.org/W4300616132","https://openalex.org/W4306694412"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W1968988659","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Relation":[0],"extraction":[1,127],"methods":[2,46,118,192],"are":[3,47,152],"currently":[4],"dominated":[5],"by":[6,112],"deep":[7],"neural":[8],"models,":[9],"which":[10],"capture":[11],"complex":[12],"statistical":[13],"patterns":[14],"while":[15,55],"being":[16],"brittle":[17],"and":[18,24,35,76,105,129,143,174,185],"vulnerable":[19],"to":[20,40,49,124,194],"perturbations":[21],"in":[22,162],"data":[23],"distribution.":[25],"Explainability":[26],"techniques":[27],"offer":[28],"a":[29,69,139,170],"means":[30],"for":[31,72,99],"understanding":[32],"such":[33],"vulnerabilities,":[34],"thus":[36],"represent":[37],"an":[38,131],"opportunity":[39],"mitigate":[41],"future":[42,196],"errors;":[43],"yet,":[44],"existing":[45],"limited":[48],"describing":[50],"what":[51,60,138,169,175],"the":[52,61,85,92,95,108,113,157,163,166,187],"model":[53,62,74,96,140,158,171,183],"'knows',":[54],"totally":[56],"failing":[57],"at":[58],"explaining":[59],"does":[63,144],"not":[64,145,202],"know.":[65,146],"This":[66],"paper":[67],"presents":[68],"new":[70],"method":[71,123],"diagnosing":[73],"predictions":[75],"detecting":[77],"potential":[78],"inaccuracies.":[79],"Our":[80],"approach":[81],"involves":[82],"breaking":[83],"down":[84],"problem":[86],"into":[87],"two":[88],"components:":[89],"(i)":[90],"determining":[91],"necessary":[93],"knowledge":[94,110],"should":[97,141,177],"possess":[98],"accurate":[100],"prediction,":[101],"through":[102,190],"human":[103,135,150],"annotations,":[104],"(ii)":[106],"assessing":[107],"actual":[109],"possessed":[111],"model,":[114],"using":[115],"explainable":[116],"AI":[117],"(XAI).":[119],"We":[120],"apply":[121],"our":[122,191],"several":[125],"relation":[126],"tasks":[128],"conduct":[130],"empirical":[132],"study":[133],"leveraging":[134],"specifications":[136],"of":[137,154,182],"know":[142,178],"Results":[147],"show":[148],"that":[149,165,186,198],"workers":[151],"capable":[153],"accurately":[155],"specifying":[156],"should-knows,":[159],"despite":[160],"variations":[161],"specification,":[164],"alignment":[167],"between":[168],"really":[172],"knows":[173],"it":[176],"is":[179],"indeed":[180],"indicative":[181],"accuracy,":[184],"unknowns":[188],"identified":[189],"allow":[193],"foresee":[195],"errors":[197],"may":[199,201],"or":[200],"have":[203],"been":[204],"observed":[205],"otherwise.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}