{"id":"https://openalex.org/W2964115307","doi":"https://doi.org/10.1145/3159652.3159709","title":"Indirect Supervision for Relation Extraction using Question-Answer Pairs","display_name":"Indirect Supervision for Relation Extraction using Question-Answer Pairs","publication_year":2018,"publication_date":"2018-02-02","ids":{"openalex":"https://openalex.org/W2964115307","doi":"https://doi.org/10.1145/3159652.3159709","mag":"2964115307"},"language":"en","primary_location":{"id":"doi:10.1145/3159652.3159709","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159709","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083545545","display_name":"Zeqiu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zeqiu Wu","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009408707","display_name":"Xiang Ren","orcid":"https://orcid.org/0000-0001-8655-663X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Ren","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038743835","display_name":"Frank F. Xu","orcid":"https://orcid.org/0000-0002-9662-7582"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Frank F. Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677313","display_name":"Li Ji","orcid":"https://orcid.org/0000-0001-7439-782X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ji Li","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019539533","display_name":"Jiawei Han","orcid":"https://orcid.org/0000-0002-3629-2696"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Han","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083545545"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.9928123,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80790588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"646","last_page":"654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.8732197284698486},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7972205877304077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796073317527771},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7702300548553467},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.563332200050354},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5611610412597656},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5137509107589722},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.4988546371459961},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46741437911987305},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42684483528137207},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41824179887771606},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2000439465045929}],"concepts":[{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.8732197284698486},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7972205877304077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796073317527771},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7702300548553467},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.563332200050354},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5611610412597656},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5137509107589722},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4988546371459961},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46741437911987305},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42684483528137207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41824179887771606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2000439465045929},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3159652.3159709","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159709","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8081369098","display_name":null,"funder_award_id":"IIS 16-18481, IIS 17-04532, and IIS-17-41317","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W11298561","https://openalex.org/W71795751","https://openalex.org/W75954457","https://openalex.org/W1493490255","https://openalex.org/W1522989131","https://openalex.org/W1604644367","https://openalex.org/W1750263989","https://openalex.org/W1852412531","https://openalex.org/W1888005072","https://openalex.org/W1933365859","https://openalex.org/W1992967856","https://openalex.org/W2012910912","https://openalex.org/W2024328138","https://openalex.org/W2053238041","https://openalex.org/W2099779943","https://openalex.org/W2104583100","https://openalex.org/W2107598941","https://openalex.org/W2110772009","https://openalex.org/W2120735855","https://openalex.org/W2123442489","https://openalex.org/W2125313055","https://openalex.org/W2125993116","https://openalex.org/W2132679783","https://openalex.org/W2134033474","https://openalex.org/W2147195435","https://openalex.org/W2153579005","https://openalex.org/W2154851992","https://openalex.org/W2163362093","https://openalex.org/W2165133813","https://openalex.org/W2169354839","https://openalex.org/W2187127363","https://openalex.org/W2189089430","https://openalex.org/W2250265269","https://openalex.org/W2250635077","https://openalex.org/W2252230658","https://openalex.org/W2296128027","https://openalex.org/W2296645902","https://openalex.org/W2310425190","https://openalex.org/W2341824259","https://openalex.org/W2400672603","https://openalex.org/W2403680833","https://openalex.org/W2406945108","https://openalex.org/W2407338347","https://openalex.org/W2513387505","https://openalex.org/W2515462165","https://openalex.org/W2539338396","https://openalex.org/W2539469848","https://openalex.org/W2738031524","https://openalex.org/W2964167098","https://openalex.org/W2964217331","https://openalex.org/W2964349647","https://openalex.org/W3104097132","https://openalex.org/W3105705953"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2805262146","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W4361865679","https://openalex.org/W2538200646"],"abstract_inverted_index":{"Automatic":[0],"relation":[1,69,161,180,201,236],"extraction":[2,74],"(E)for":[3],"types":[4,202,233],"of":[5,8,98,135,158,234,270],"interest":[6],"is":[7],"great":[9],"importance":[10],"for":[11,52,160],"interpreting":[12],"massive":[13],"text":[14,188],"corpora":[15],"in":[16,36,58,190,254,273],"an":[17,155,268],"efficient":[18],"manner.":[19],"For":[20],"example,":[21],"we":[22,144],"want":[23],"to":[24,78,88,95,126,150,166,170,230,251],"identify":[25],"the":[26,96,102,105,232,261],"relationship":[27],"\"president_of\"":[28],"between":[29],"entities":[30],"\"Donald":[31],"Trump\"":[32],"and":[33,62,101,163,187,195,244,287],"\"United":[34],"States\"":[35],"a":[37,41,146,240,246],"sentence":[38],"expressing":[39],"such":[40,136,168],"relation.":[42],"Traditional":[43],"RE":[44,73,279],"models":[45],"have":[46,76,208],"heavily":[47],"relied":[48],"on":[49,276],"human-annotated":[50],"corpus":[51],"training,":[53],"which":[54],"can":[55,113,289],"be":[56,79,114,290],"costly":[57],"generating":[59],"labeled":[60],"data":[61,83,107],"become":[63,138],"obstacles":[64],"when":[65],"dealing":[66],"with":[67,199,282],"more":[68,72,139],"types.":[70],"Thus,":[71],"systems":[75],"shifted":[77],"built":[80],"upon":[81],"training":[82,106],"automatically":[84],"acquired":[85],"by":[86,256],"linking":[87],"knowledge":[89,99,220],"bases":[90,100],"(distant":[91],"supervision).":[92],"However,":[93],"due":[94],"incompleteness":[97],"context-agnostic":[103],"labeling,":[104],"collected":[108],"via":[109],"distant":[110],"supervision":[111,159,169],"(DS)":[112],"very":[115],"noisy.":[116],"In":[117,141],"recent":[118],"years,":[119],"as":[120,154],"increasing":[121],"attention":[122],"has":[123],"been":[124],"brought":[125],"tackling":[127],"question-answering":[128],"(QA)":[129],"tasks,":[130],"user":[131],"feedback":[132],"or":[133,203],"datasets":[134,280,288],"tasks":[137],"accessible.":[140],"this":[142],"paper,":[143],"propose":[145],"novel":[147,247],"framework,":[148],"ReQuest,":[149,224],"leverage":[151],"question-answer":[152,206],"pairs":[153,186,207],"indirect":[156],"source":[157],"extraction,":[162],"study":[164],"how":[165],"use":[167,226],"reduce":[171,252],"noise":[172,253],"induced":[173],"from":[174,221,260],"DS.":[175],"Our":[176,264],"model":[177],"jointly":[178],"embeds":[179],"mentions,":[181],"types,":[182],"QA":[183,249,262,284],"entity":[184],"mention":[185],"features":[189,212],"two":[191,215,277],"low-dimensional":[192],"spaces":[193],"(RE":[194],"QA),":[196],"where":[197],"objects":[198],"same":[200],"semantically":[204],"similar":[205,209],"representations.":[210],"Shared":[211],"connect":[213],"these":[214,227],"spaces,":[216],"carrying":[217],"clearer":[218],"semantic":[219,258],"both":[222],"sources.":[223],"then":[225],"learned":[228],"embeddings":[229],"estimate":[231],"test":[235],"mentions.":[237],"We":[238],"formulate":[239],"global":[241],"objective":[242],"function":[243],"adopt":[245],"margin-based":[248],"loss":[250],"DS":[255],"exploiting":[257],"evidence":[259],"dataset.":[263,285],"experimental":[265],"results":[266],"achieve":[267],"average":[269],"11%":[271],"improvement":[272],"F1":[274],"score":[275],"public":[278],"combined":[281],"TREC":[283],"Codes":[286],"downloaded":[291],"at":[292],"https://github.com/ellenmellon/ReQuest.":[293]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}