{"id":"https://openalex.org/W4391113954","doi":"https://doi.org/10.1109/bigdata59044.2023.10386533","title":"Exploring Approaches to Optimize the Performance of Predictive Coding on Multilanguage Data Sets","display_name":"Exploring Approaches to Optimize the Performance of Predictive Coding on Multilanguage Data Sets","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391113954","doi":"https://doi.org/10.1109/bigdata59044.2023.10386533"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386533","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078078282","display_name":"Christian J. Mahoney","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian J. Mahoney","raw_affiliation_strings":["Gottlieb Steen & Hamilton LLP.,e-Discovery Cleary,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gottlieb Steen & Hamilton LLP.,e-Discovery Cleary,Washington,D.C.,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049186333","display_name":"Nathaniel Huber-Fliflet","orcid":null},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Huber-Fliflet","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031747844","display_name":"Peter Gronvall","orcid":null},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Gronvall","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002671147","display_name":"Chris Clark","orcid":"https://orcid.org/0000-0001-9982-7849"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Clark","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110061553","display_name":"Jianping Zhang","orcid":"https://orcid.org/0000-0003-0815-009X"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianping Zhang","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052463733","display_name":"Fusheng Wei","orcid":"https://orcid.org/0009-0000-5881-5307"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fusheng Wei","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101453263","display_name":"Qiang Mao","orcid":"https://orcid.org/0000-0002-9382-6527"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Mao","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington,D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2178,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50666431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1774","last_page":"1781"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734541118144989},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5985023975372314},{"id":"https://openalex.org/keywords/predictive-coding","display_name":"Predictive coding","score":0.41577470302581787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3325546383857727},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3288082480430603},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0828772485256195},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07544595003128052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734541118144989},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5985023975372314},{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.41577470302581787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3325546383857727},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3288082480430603},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0828772485256195},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07544595003128052}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386533","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2413512986","https://openalex.org/W2585689263","https://openalex.org/W2784310254","https://openalex.org/W3013534122","https://openalex.org/W3173327529","https://openalex.org/W4389519438","https://openalex.org/W6715324707","https://openalex.org/W6763932988"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2955990109","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Predictive":[0],"modeling":[1,140,174,271,395],"-":[2,16,252],"known":[3],"in":[4,35,153,172,231,302,347],"the":[5,50,65,81,92,103,192,209,221,245,249,321,350,377,392],"legal":[6,23,42,74,128,143,293,339,378,388],"industry":[7,379],"as":[8,90,315],"\u2018predictive":[9],"coding\u2019":[10],"or":[11,101,317],"\u2018Technology":[12],"Assisted":[13],"Review":[14],"(TAR)\u2019":[15],"is":[17,77,184],"a":[18,27,120,180,235,262,269,305,325,336,359],"popular":[19],"tool":[20],"used":[21],"by":[22,282,390],"professionals":[24],"to":[25,37,54,58,217,268,344,354],"augment":[26],"historically":[28],"manual":[29,60],"document":[30,61,294],"review":[31,295],"and":[32,67,110,169,187,255,341,380,387],"classification":[33],"process":[34],"responding":[36],"data":[38,124,154,291,361,374],"requests":[39],"for":[40,106,149,276,338,372,385],"various":[41],"proceedings.":[43,75],"It":[44],"has":[45,116],"become":[46],"more":[47,188],"commonplace":[48],"over":[49,234],"past":[51],"decade":[52],"due":[53],"its":[55],"proven":[56],"ability":[57],"minimize":[59],"classification,":[62],"thus":[63],"reducing":[64],"time":[66],"cost":[68,189,211,383],"associated":[69],"with":[70,309],"this":[71,84,114,240],"aspect":[72],"of":[73,83,138,220,327,332],"There":[76],"significant":[78,382],"research":[79,115,334,364],"supporting":[80],"effectiveness":[82],"technology":[85,141],"that":[86,206,213,225,261,301,323],"includes":[87],"topics,":[88],"such":[89],"identifying":[91],"most":[93,303,351,393],"performant":[94],"machine":[95],"learning":[96],"algorithms":[97],"(e.g.,":[98],"logistic":[99],"regression)":[100],"establishing":[102],"best":[104],"methodologies":[105],"selecting":[107],"representative":[108],"training":[109],"testing":[111],"data.":[112],"Primarily,":[113],"been":[117,159],"performed":[118],"without":[119],"focus":[121],"on":[122,162],"multilanguage":[123,360,373],"sets":[125,375],"because":[126],"many":[127],"proceedings":[129],"typically":[130],"involve":[131],"one":[132],"primary,":[133],"dominant":[134],"language.":[135],"As":[136],"acceptance":[137],"predictive":[139,214,356,368],"grows,":[142],"practitioners":[144,340,389],"have":[145,158,170],"developed":[146],"independent":[147],"preferences":[148,157],"handling":[150],"multiple":[151,198,256,310],"languages":[152],"sets.":[155],"These":[156],"primarily":[160],"based":[161],"anecdotal":[163],"experience":[164],"rather":[165],"than":[166,191,320],"empirical":[167],"assessments":[168],"resulted":[171],"two":[173,250],"approaches.":[175],"The":[176,195,330],"first":[177],"approach":[178,223,265,272,312,322],"uses":[179,324],"single":[181,236,253,263,306],"model,":[182],"which":[183,201],"less":[185],"complex,":[186],"effective":[190,352],"next":[193],"approach.":[194,238],"second":[196,222],"develops":[197],"language-specific":[199,257,270,328],"models,":[200],"can":[202],"create":[203],"workflow":[204],"complexity":[205],"may":[207],"impact":[208],"overall":[210],"savings":[212,384],"coding":[215,357],"seeks":[216],"achieve.":[218],"Proponents":[219],"believe":[224],"creating":[226],"models":[227,369],"per":[228],"language":[229],"results":[230,299,331],"better":[232,319],"performance":[233,246],"model":[237,254,264,307],"In":[239],"study,":[241],"we":[242],"empirically":[243],"explore":[244],"differences":[247],"between":[248],"approaches":[251,281],"models.":[258,329],"We":[259,278],"hypothesize":[260],"performs":[266],"similarly":[267],"when":[273],"classifying":[274],"documents":[275],"relevance.":[277],"evaluate":[279],"both":[280],"comparing":[283],"their":[284],"resulting":[285],"precision-recall":[286],"curves":[287],"across":[288,376],"real-world":[289],"test":[290],"from":[292],"projects.":[296],"Excitingly,":[297],"our":[298,333],"demonstrate":[300],"scenarios,":[304],"(trained":[308],"languages)":[311],"will":[313,365],"perform":[314],"well,":[316],"sometimes":[318],"group":[326],"provide":[335],"roadmap":[337],"other":[342],"parties":[343],"thoughtfully":[345],"engage":[346],"dialogue":[348],"around":[349],"way":[353],"deploy":[355],"within":[358],"set.":[362],"This":[363],"change":[366],"how":[367],"are":[370],"deployed":[371],"enable":[381],"clients":[386],"utilizing":[391],"efficient":[394],"method.":[396]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}