{"id":"https://openalex.org/W2963241005","doi":"https://doi.org/10.1145/3322640.3326711","title":"A Reliable and Accurate Multiple Choice Question Answering System for Due Diligence","display_name":"A Reliable and Accurate Multiple Choice Question Answering System for Due Diligence","publication_year":2019,"publication_date":"2019-06-17","ids":{"openalex":"https://openalex.org/W2963241005","doi":"https://doi.org/10.1145/3322640.3326711","mag":"2963241005"},"language":"en","primary_location":{"id":"doi:10.1145/3322640.3326711","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3322640.3326711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventeenth International Conference on Artificial Intelligence and Law","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047281666","display_name":"Radha Chitta","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127351","display_name":"Cisco Systems (Canada)","ror":"https://ror.org/02af0qw97","country_code":"CA","type":"company","lineage":["https://openalex.org/I135428043","https://openalex.org/I4210127351"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Radha Chitta","raw_affiliation_strings":["Kira Systems, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kira Systems, Toronto, Canada","institution_ids":["https://openalex.org/I4210127351"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012818010","display_name":"Alexander K. Hudek","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127351","display_name":"Cisco Systems (Canada)","ror":"https://ror.org/02af0qw97","country_code":"CA","type":"company","lineage":["https://openalex.org/I135428043","https://openalex.org/I4210127351"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexander K. Hudek","raw_affiliation_strings":["Kira Systems, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kira Systems, Toronto, Canada","institution_ids":["https://openalex.org/I4210127351"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210127351"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"184","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7931469678878784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7395498752593994},{"id":"https://openalex.org/keywords/due-diligence","display_name":"Due diligence","score":0.633480429649353},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.5179009437561035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.513305127620697},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5077592134475708},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.497967004776001},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46111464500427246},{"id":"https://openalex.org/keywords/oversampling","display_name":"Oversampling","score":0.45047011971473694},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.09819182753562927},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.08834421634674072}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7931469678878784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7395498752593994},{"id":"https://openalex.org/C2781016034","wikidata":"https://www.wikidata.org/wiki/Q794134","display_name":"Due diligence","level":2,"score":0.633480429649353},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.5179009437561035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.513305127620697},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5077592134475708},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.497967004776001},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46111464500427246},{"id":"https://openalex.org/C197323446","wikidata":"https://www.wikidata.org/wiki/Q331222","display_name":"Oversampling","level":3,"score":0.45047011971473694},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.09819182753562927},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.08834421634674072},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3322640.3326711","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3322640.3326711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventeenth International Conference on Artificial Intelligence and Law","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W2035720976","https://openalex.org/W2064675550","https://openalex.org/W2147880316","https://openalex.org/W2148143831","https://openalex.org/W2157331557","https://openalex.org/W2165558283","https://openalex.org/W2183366530","https://openalex.org/W2520599539","https://openalex.org/W2565085003","https://openalex.org/W2577511878","https://openalex.org/W2594639291","https://openalex.org/W2605615460","https://openalex.org/W2725722698","https://openalex.org/W2741263286","https://openalex.org/W2798978891","https://openalex.org/W2950133940","https://openalex.org/W2951008357","https://openalex.org/W3103706239","https://openalex.org/W4213009331","https://openalex.org/W6742684057"],"related_works":["https://openalex.org/W2766503024","https://openalex.org/W2781247653","https://openalex.org/W4206637278","https://openalex.org/W3196098778","https://openalex.org/W3211250490","https://openalex.org/W4360584310","https://openalex.org/W2981515171","https://openalex.org/W80466363","https://openalex.org/W2924282518","https://openalex.org/W3080872054"],"abstract_inverted_index":{"The":[0],"problem":[1],"of":[2,11,53,122,144,160,195],"answering":[3,47,60,86,128,186],"multiple":[4,44],"choice":[5,45],"questions,":[6],"based":[7,49,118],"on":[8,50,119],"the":[9,18,24,35,51,54,69,75,91,94,99,113,116,120,130,135,138,145,150,158,164,183,189],"content":[10,121],"documents":[12],"has":[13],"been":[14],"studied":[15],"extensively":[16],"in":[17,37,74,93,137,162],"machine":[19],"learning":[20],"literature.":[21],"We":[22,82,180],"pose":[23],"due":[25,67],"diligence":[26],"problem,":[27,48],"where":[28],"lawyers":[29],"study":[30],"legal":[31,76],"contracts":[32],"and":[33,40,72,105,177],"assess":[34],"risk":[36],"potential":[38],"mergers":[39],"acquisitions,":[41],"as":[42],"a":[43,84,102,108],"question":[46,59,85,127,185],"text":[52],"contract.":[55],"Existing":[56],"frameworks":[57],"for":[58,64,80],"are":[61,166],"not":[62],"suitable":[63],"this":[65,123],"task,":[66],"to":[68,101,111,115,169,174],"inherent":[70],"scarcity":[71],"imbalance":[73,136],"contract":[77,95],"data":[78],"available":[79],"training.":[81],"propose":[83],"system":[87,132,187],"which":[88,96],"first":[89],"identifies":[90],"excerpt":[92],"potentially":[97],"contains":[98],"answer":[100,114,147],"given":[103],"question,":[104,117],"then":[106],"builds":[107],"multi-class":[109],"classifier":[110],"choose":[112],"excerpt.":[124],"Unlike":[125],"existing":[126,190],"systems,":[129],"proposed":[131,184],"explicitly":[133],"handles":[134],"data,":[139],"by":[140],"generating":[141],"synthetic":[142],"instances":[143,161],"minority":[146],"categories,":[148],"using":[149],"Synthetic":[151],"Minority":[152],"Oversampling":[153],"Technique.":[154],"This":[155],"ensures":[156],"that":[157,182],"number":[159],"all":[163],"classes":[165],"roughly":[167],"equal":[168],"each":[170],"other,":[171],"thus":[172],"leading":[173],"more":[175],"accurate":[176],"reliable":[178],"classification.":[179],"demonstrate":[181],"outperforms":[188],"systems":[191],"with":[192],"minimal":[193],"amount":[194],"training":[196],"data.":[197]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}