{"id":"https://openalex.org/W2901386711","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","title":"QUAREL: A Dataset and Models for Answering Questions about Qualitative Relationships","display_name":"QUAREL: A Dataset and Models for Answering Questions about Qualitative Relationships","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2901386711","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","mag":"2901386711"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017063","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071250061","display_name":"Oyvind Tafjord","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Oyvind Tafjord","raw_affiliation_strings":["Allen Institute for AI","[Allen Institute for AI.]"],"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"[Allen Institute for AI.]","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081635691","display_name":"Peter E. Clark","orcid":"https://orcid.org/0000-0002-8006-7015"},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Clark","raw_affiliation_strings":["Allen Institute for AI","[Allen Institute for AI.]"],"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"[Allen Institute for AI.]","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Allen Institute for AI","[Allen Institute for AI.]"],"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"[Allen Institute for AI.]","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066873932","display_name":"Wen-tau Yih","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen-tau Yih","raw_affiliation_strings":["Allen Institute for AI","[Allen Institute for AI.]"],"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"[Allen Institute for AI.]","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077726785","display_name":"Ashish Sabharwal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish Sabharwal","raw_affiliation_strings":["Allen Institute for AI","[Allen Institute for AI.]"],"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"[Allen Institute for AI.]","institution_ids":["https://openalex.org/I4210140341"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071250061"],"corresponding_institution_ids":["https://openalex.org/I4210140341"],"apc_list":null,"apc_paid":null,"fwci":0.5332,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71536906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"01","first_page":"7063","last_page":"7071"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7250931262969971},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7141133546829224},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.6539556384086609},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6520020961761475},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6117949485778809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5424810647964478},{"id":"https://openalex.org/keywords/semantic-reasoner","display_name":"Semantic reasoner","score":0.46047037839889526},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4544818699359894},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4316457211971283},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33981114625930786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250931262969971},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7141133546829224},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.6539556384086609},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6520020961761475},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6117949485778809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5424810647964478},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.46047037839889526},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4544818699359894},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4316457211971283},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33981114625930786},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017063","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1811.08048","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.08048","pdf_url":"https://arxiv.org/pdf/1811.08048","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2901386711","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1811.08048.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1811.08048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1811.08048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33017063","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2901386711.pdf","grobid_xml":"https://content.openalex.org/works/W2901386711.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1496189301","https://openalex.org/W1502742190","https://openalex.org/W1593045043","https://openalex.org/W1599016936","https://openalex.org/W1713614699","https://openalex.org/W1784944639","https://openalex.org/W1840435438","https://openalex.org/W1963920034","https://openalex.org/W2029415078","https://openalex.org/W2047237057","https://openalex.org/W2053190303","https://openalex.org/W2077302143","https://openalex.org/W2101964891","https://openalex.org/W2113459411","https://openalex.org/W2127978399","https://openalex.org/W2150295085","https://openalex.org/W2159637323","https://openalex.org/W2163274265","https://openalex.org/W2250539671","https://openalex.org/W2250769864","https://openalex.org/W2251079237","https://openalex.org/W2251349042","https://openalex.org/W2251957808","https://openalex.org/W2252136820","https://openalex.org/W2267020232","https://openalex.org/W2295536541","https://openalex.org/W2420948438","https://openalex.org/W2511149293","https://openalex.org/W2547185913","https://openalex.org/W2605887895","https://openalex.org/W2612431505","https://openalex.org/W2613312549","https://openalex.org/W2757276219","https://openalex.org/W2757361303","https://openalex.org/W2771052642","https://openalex.org/W2793978524","https://openalex.org/W2794325560","https://openalex.org/W2798274308","https://openalex.org/W2962739339","https://openalex.org/W2962800603","https://openalex.org/W2963339397","https://openalex.org/W2963617989","https://openalex.org/W2963655793","https://openalex.org/W2963691697","https://openalex.org/W2963748441","https://openalex.org/W2963794306","https://openalex.org/W2963899988","https://openalex.org/W2964212344","https://openalex.org/W2964252535","https://openalex.org/W2973114362","https://openalex.org/W6629973893","https://openalex.org/W6635469476","https://openalex.org/W6637589671","https://openalex.org/W6663855931","https://openalex.org/W6669997747","https://openalex.org/W6676984168","https://openalex.org/W6679250702","https://openalex.org/W6682222085","https://openalex.org/W6689008102","https://openalex.org/W6691431627","https://openalex.org/W6691690595","https://openalex.org/W6718053083","https://openalex.org/W6718734171","https://openalex.org/W6744845324","https://openalex.org/W6748634344"],"related_works":["https://openalex.org/W2963368301","https://openalex.org/W2889641319","https://openalex.org/W3155396033","https://openalex.org/W2755637027","https://openalex.org/W2962979564","https://openalex.org/W2996848635","https://openalex.org/W3115884708","https://openalex.org/W3165481288","https://openalex.org/W3185969321","https://openalex.org/W3021129795","https://openalex.org/W2951619830","https://openalex.org/W108152291","https://openalex.org/W3020097340","https://openalex.org/W2950801460","https://openalex.org/W2982699810","https://openalex.org/W1778006168","https://openalex.org/W2981747126","https://openalex.org/W2963318894","https://openalex.org/W2995597492","https://openalex.org/W2890894339"],"abstract_inverted_index":{"Many":[0],"natural":[1],"la":[2],"guage":[3],"questions":[4,41,56,75,196],"require":[5,198],"recognizing":[6],"and":[7,16,64,113,134,200,210],"reasoning":[8],"with":[9,23,184],"qualitative":[10,58,174,195],"relationships":[11,59,175,204],"(e.g.,":[12],"in":[13],"science,":[14],"economics,":[15],"medicine),":[17],"but":[18,34],"are":[19,212],"challenging":[20],"to":[21,68,171,202],"answer":[22],"corpus-based":[24],"methods.":[25],"Qualitative":[26],"modeling":[27],"provides":[28],"tools":[29,159],"that":[30,60,66,86,197],"support":[31],"such":[32],"reasoning,":[33,199],"the":[35,87,94,100,124,131,169],"semantic":[36,147],"parsing":[37,132],"task":[38],"of":[39,53,80,121,145,151],"mapping":[40],"into":[42,192],"those":[43],"models":[44,138,153,211],"has":[45,73,105],"formidable":[46],"challenges.":[47],"We":[48,108],"present":[49],"QUAREL,":[50],"a":[51,111],"dataset":[52,72,209],"diverse":[54],"story":[55],"involving":[57],"characterize":[61],"these":[62,119,152],"challenges,":[63],"techniques":[65],"begin":[67],"address":[69],"them.":[70],"The":[71,149,162,208],"2771":[74],"relating":[76],"19":[77],"different":[78],"types":[79],"quantities.":[81],"For":[82],"example,":[83],"\u201cJenny":[84],"observes":[85],"robot":[88],"vacuum":[89],"cleaner":[90],"moves":[91],"slower":[92],"on":[93,99,160],"living":[95],"room":[96],"carpet":[97,104],"than":[98],"bedroom":[101],"carpet.":[102],"Which":[103],"more":[106],"friction?\u201d":[107],"contribute":[109],"(1)":[110],"simple":[112],"flexible":[114],"conceptual":[115],"framework":[116],"for":[117,139],"representing":[118],"kinds":[120],"questions;":[122],"(2)":[123],"QUAREL":[125],"dataset,":[126],"including":[127],"logical":[128],"forms,":[129],"exemplifying":[130],"challenges;":[133],"(3)":[135],"two":[136],"novel":[137],"this":[140],"task,":[141],"built":[142],"as":[143],"extensions":[144],"type-constrained":[146],"parsing.":[148],"first":[150],"(called":[154],"QUASP+)":[155],"significantly":[156],"outperforms":[157],"off-the-shelf":[158],"QUAREL.":[161],"second":[163],"(QUASP+ZERO)":[164],"demonstrates":[165],"zero-shot":[166],"capability,":[167],"i.e.,":[168],"ability":[170],"handle":[172],"new":[173,203],"without":[176],"requiring":[177],"additional":[178],"training":[179],"data,":[180],"something":[181],"not":[182],"possible":[183],"previous":[185],"models.":[186],"This":[187],"work":[188],"thus":[189],"makes":[190],"inroads":[191],"answering":[193],"complex,":[194],"scaling":[201],"at":[205,214],"low":[206],"cost.":[207],"available":[213],"http://data.allenai.org/quarel.":[215]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}