{"id":"https://openalex.org/W2408580154","doi":"https://doi.org/10.3233/978-1-61499-609-5-179","title":"Passing a USA National Bar Exam – a First Experiment","display_name":"Passing a USA National Bar Exam – a First Experiment","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2408580154","doi":"https://doi.org/10.3233/978-1-61499-609-5-179","mag":"2408580154"},"language":"en","primary_location":{"id":"doi:10.3233/978-1-61499-609-5-179","is_oa":false,"landing_page_url":"https://doi.org/10.3233/978-1-61499-609-5-179","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090821571","display_name":"Biralatei Fawei","orcid":"https://orcid.org/0000-0001-6445-0375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fawei Biralatei","raw_affiliation_strings":["Computing Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063413613","display_name":"Adam Wyner","orcid":"https://orcid.org/0000-0002-2958-3428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wyner Adam","raw_affiliation_strings":["Computing Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066422711","display_name":"Jeff Z. Pan","orcid":"https://orcid.org/0000-0002-9779-2088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan Jeff Z.","raw_affiliation_strings":["Computing Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07233312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bar","display_name":"Bar (unit)","score":0.7228614687919617},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3338410258293152},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1586000919342041},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.11791342496871948}],"concepts":[{"id":"https://openalex.org/C188721877","wikidata":"https://www.wikidata.org/wiki/Q103510","display_name":"Bar (unit)","level":2,"score":0.7228614687919617},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3338410258293152},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1586000919342041},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.11791342496871948}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/978-1-61499-609-5-179","is_oa":false,"landing_page_url":"https://doi.org/10.3233/978-1-61499-609-5-179","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2288263127","https://openalex.org/W4394666125","https://openalex.org/W2293067204","https://openalex.org/W2931662336","https://openalex.org/W4252273319","https://openalex.org/W1820288970","https://openalex.org/W2293163042","https://openalex.org/W2077865380"],"abstract_inverted_index":{"Bar":[0],"exams":[1],"provide":[2,161],"are":[3,178,182],"a":[4,30,36,64,67,73,84,111,116,146,162],"key":[5,58],"watershed":[6],"by":[7,100],"which":[8,103,167],"legal":[9,43,61],"professionals":[10],"demonstrate":[11],"their":[12],"knowledge":[13],"of":[14,42,60,86,122],"the":[15,21,27,40,48,54,90,101,105,123,125,138,155,175,186,189],"law":[16,28],"and":[17,134,180],"its":[18],"application.":[19],"Passing":[20],"bar":[22,34,49,78,106,118],"entitles":[23],"one":[24],"to":[25,92,168,184],"practice":[26],"in":[29,153,188],"given":[31],"jurisdiction.":[32],"The":[33,70,95,108,132,159,172],"provides":[35,104],"excellent":[37],"benchmark":[38],"for":[39,129,174],"performance":[41,164,177],"information":[44],"systems":[45],"since":[46],"passing":[47],"would":[50],"arguably":[51],"signal":[52],"that":[53,137],"system":[55],"has":[56],"acquired":[57],"aspects":[59],"reason":[62],"on":[63,115],"par":[65],"with":[66,76,145],"human":[68],"lawyer.":[69],"paper":[71,109],"presents":[72],"first":[74],"experiment":[75],"actual":[77],"exam":[79],"material,":[80],"treating":[81],"it":[82,150],"as":[83],"form":[85],"textual":[87,112,130],"entailment":[88,113],"from":[89],"question":[91],"an":[93],"answer.":[94],"Gold":[96],"Standard":[97],"is":[98],"provided":[99],"company":[102],"exam.":[107],"reports":[110],"student":[114],"US":[117],"exam,":[119],"running":[120],"‘out":[121],"box’":[124],"Excitement":[126],"Open":[127],"Platform":[128],"entailment.":[131],"results":[133,160],"evaluation":[135],"show":[136],"tool":[139,187],"can":[140],"identify":[141],"wrong":[142],"answers":[143],"(non-entailment)":[144],"high":[147],"F1":[148],"score,":[149],"performs":[151],"poorly":[152],"identifying":[154],"correct":[156],"answer":[157],"(entailment).":[158],"baseline":[163],"measure":[165],"against":[166],"evaluate":[169],"future":[170],"improvements.":[171],"reasons":[173],"poor":[176],"examined,":[179],"proposals":[181],"made":[183],"augment":[185],"future.":[190]},"counts_by_year":[],"updated_date":"2026-07-19T05:54:51.957546","created_date":"2016-06-24T00:00:00"}