{"id":"https://openalex.org/W2963368301","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","title":"QUAREL: A Dataset and Models for Answering Questions about Qualitative Relationships","display_name":"QUAREL: A Dataset and Models for Answering Questions about Qualitative Relationships","alternate_titles":[],"publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2963368301","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","mag":"2963368301"},"language":"en","primary_location":{"id":"pmh:oai:ojs.aaai.org:article/4687","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4687","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W2963368301"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071250061","display_name":"Oyvind Tafjord","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tafjord, Oyvind","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081635691","display_name":"Peter E. Clark","orcid":"https://orcid.org/0000-0002-8006-7015","observed_orcids":["https://orcid.org/0000-0002-8006-7015"]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Clark, Peter","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727","observed_orcids":["https://orcid.org/0000-0001-8458-1727"]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gardner, Matt","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066873932","display_name":"Wen-tau Yih","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yih, Wen-tau","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077726785","display_name":"Ashish Sabharwal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sabharwal, Ashish","raw_affiliation_strings":["Allen Institute for AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210156221"],"apc_list":null,"apc_paid":null,"fwci":3.4661,"has_fulltext":true,"cited_by_count":66,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.93891342,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.28029999136924744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.0754999965429306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-parsing","display_name":"semantic parsing","score":0.7039999961853027},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.6269999742507935},{"id":"https://openalex.org/keywords/qualitative-modeling","display_name":"qualitative modeling","score":0.6470000147819519},{"id":"https://openalex.org/keywords/zero-shot-generalization","display_name":"zero-shot generalization","score":0.8029999732971191},{"id":"https://openalex.org/keywords/logical-form","display_name":"logical form","score":0.6439999938011169},{"id":"https://openalex.org/keywords/physical-reasoning","display_name":"physical reasoning","score":0.3709999918937683}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349327802658081},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6851606369018555},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6615164279937744},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.6571244597434998},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.607658863067627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5151506662368774},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.4888729453086853},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47281256318092346},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39567041397094727},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3596612811088562},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:ojs.aaai.org:article/4687","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4687","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ojs.aaai.org:article/4687","doi":"https://doi.org/10.1609/aaai.v33i01.33017063","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4687","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4687/4565","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963368301.pdf","grobid_xml":"https://content.openalex.org/works/W2963368301.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1496189301","https://openalex.org/W1502742190","https://openalex.org/W1593045043","https://openalex.org/W1599016936","https://openalex.org/W1713614699","https://openalex.org/W1840435438","https://openalex.org/W1963920034","https://openalex.org/W2053190303","https://openalex.org/W2077302143","https://openalex.org/W2113459411","https://openalex.org/W2127978399","https://openalex.org/W2159637323","https://openalex.org/W2163274265","https://openalex.org/W2250539671","https://openalex.org/W2250769864","https://openalex.org/W2251079237","https://openalex.org/W2251349042","https://openalex.org/W2251957808","https://openalex.org/W2252136820","https://openalex.org/W2295536541","https://openalex.org/W2511149293","https://openalex.org/W2547185913","https://openalex.org/W2612431505","https://openalex.org/W2757276219","https://openalex.org/W2757361303","https://openalex.org/W2771052642","https://openalex.org/W2787560479","https://openalex.org/W2793978524","https://openalex.org/W2794325560","https://openalex.org/W2798274308","https://openalex.org/W2962800603","https://openalex.org/W2963372003","https://openalex.org/W2963617989","https://openalex.org/W2963655793","https://openalex.org/W2963748441","https://openalex.org/W2963794306","https://openalex.org/W2963899988","https://openalex.org/W2964212344","https://openalex.org/W2973114362","https://openalex.org/W4235896528","https://openalex.org/W6922505924","https://openalex.org/W7096873946"],"related_works":["https://openalex.org/W2971613471","https://openalex.org/W2966981412","https://openalex.org/W3175356539","https://openalex.org/W2974795189","https://openalex.org/W2911788993","https://openalex.org/W2102980040","https://openalex.org/W100448198","https://openalex.org/W129574123","https://openalex.org/W2544364741","https://openalex.org/W2588939451"],"abstract_inverted_index":{"Many":[0],"natural":[1],"la":[2],"guage":[3],"questions":[4,41,56,75,196],"require":[5,198],"recognizing":[6],"and":[7,16,64,113,134,200,210],"reasoning":[8],"with":[9,23,184],"qualitative":[10,58,174,195],"relationships":[11,59,175,204],"(e.g.,":[12],"in":[13],"science,":[14],"economics,":[15],"medicine),":[17],"but":[18,34],"are":[19,212],"challenging":[20],"to":[21,68,171,202],"answer":[22],"corpus-based":[24],"methods.":[25],"Qualitative":[26],"modeling":[27],"provides":[28],"tools":[29,159],"that":[30,60,66,86,197],"support":[31],"such":[32],"reasoning,":[33,199],"the":[35,87,94,100,124,131,169],"semantic":[36,147],"parsing":[37,132],"task":[38],"of":[39,53,80,121,145,151],"mapping":[40],"into":[42,192],"those":[43],"models":[44,138,153,211],"has":[45,73,105],"formidable":[46],"challenges.":[47],"We":[48,108],"present":[49],"QUAREL,":[50],"a":[51,111],"dataset":[52,72,209],"diverse":[54],"story":[55],"involving":[57],"characterize":[61],"these":[62,119,152],"challenges,":[63],"techniques":[65],"begin":[67],"address":[69],"them.":[70],"The":[71,149,162,208],"2771":[74],"relating":[76],"19":[77],"different":[78],"types":[79],"quantities.":[81],"For":[82],"example,":[83],"\u201cJenny":[84],"observes":[85],"robot":[88],"vacuum":[89],"cleaner":[90],"moves":[91],"slower":[92],"on":[93,99,160],"living":[95],"room":[96],"carpet":[97,104],"than":[98],"bedroom":[101],"carpet.":[102],"Which":[103],"more":[106],"friction?\u201d":[107],"contribute":[109],"(1)":[110],"simple":[112],"flexible":[114],"conceptual":[115],"framework":[116],"for":[117,139],"representing":[118],"kinds":[120],"questions;":[122],"(2)":[123],"QUAREL":[125],"dataset,":[126],"including":[127],"logical":[128],"forms,":[129],"exemplifying":[130],"challenges;":[133],"(3)":[135],"two":[136],"novel":[137],"this":[140],"task,":[141],"built":[142],"as":[143],"extensions":[144],"type-constrained":[146],"parsing.":[148],"first":[150],"(called":[154],"QUASP+)":[155],"significantly":[156],"outperforms":[157],"off-the-shelf":[158],"QUAREL.":[161],"second":[163],"(QUASP+ZERO)":[164],"demonstrates":[165],"zero-shot":[166],"capability,":[167],"i.e.,":[168],"ability":[170],"handle":[172],"new":[173,203],"without":[176],"requiring":[177],"additional":[178],"training":[179],"data,":[180],"something":[181],"not":[182],"possible":[183],"previous":[185],"models.":[186],"This":[187],"work":[188],"thus":[189],"makes":[190],"inroads":[191],"answering":[193],"complex,":[194],"scaling":[201],"at":[205,214],"low":[206],"cost.":[207],"available":[213],"http://data.allenai.org/quarel.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963368301","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":10}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
