{"id":"https://openalex.org/W2900833639","doi":"https://doi.org/10.1145/3268928","title":"Jointly Minimizing the Expected Costs of Review for Responsiveness and Privilege in E-Discovery","display_name":"Jointly Minimizing the Expected Costs of Review for Responsiveness and Privilege in E-Discovery","publication_year":2018,"publication_date":"2018-11-19","ids":{"openalex":"https://openalex.org/W2900833639","doi":"https://doi.org/10.1145/3268928","mag":"2900833639"},"language":"en","primary_location":{"id":"doi:10.1145/3268928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074322406","display_name":"Douglas W. Oard","orcid":"https://orcid.org/0000-0002-1696-0407"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Douglas W. Oard","raw_affiliation_strings":["University of Maryland, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063975186","display_name":"Fabrizio Sebastiani","orcid":"https://orcid.org/0000-0003-4221-6427"},"institutions":[{"id":"https://openalex.org/I4210107558","display_name":"Consorzio Pisa Ricerche","ror":"https://ror.org/01t0n3b84","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210107558"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Sebastiani","raw_affiliation_strings":["Consiglio Nazionale delle Ricerche, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"Consiglio Nazionale delle Ricerche, Pisa, Italy","institution_ids":["https://openalex.org/I4210107558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043143591","display_name":"Jyothi K. Vinjumur","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyothi K. Vinjumur","raw_affiliation_strings":["University of Maryland, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074322406"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":1.5231,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.87421384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"37","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lawsuit","display_name":"Lawsuit","score":0.8218358755111694},{"id":"https://openalex.org/keywords/privilege","display_name":"Privilege (computing)","score":0.7758753895759583},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5979699492454529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5803931355476379},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5621363520622253},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4346393942832947},{"id":"https://openalex.org/keywords/law-and-economics","display_name":"Law and economics","score":0.4038439393043518},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.36490440368652344},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3542260229587555},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.25186923146247864},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.24336472153663635},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2288515567779541},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1742333471775055}],"concepts":[{"id":"https://openalex.org/C2777134139","wikidata":"https://www.wikidata.org/wiki/Q697327","display_name":"Lawsuit","level":2,"score":0.8218358755111694},{"id":"https://openalex.org/C2780138299","wikidata":"https://www.wikidata.org/wiki/Q3404265","display_name":"Privilege (computing)","level":2,"score":0.7758753895759583},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5979699492454529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5803931355476379},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5621363520622253},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4346393942832947},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.4038439393043518},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.36490440368652344},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3542260229587555},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.25186923146247864},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.24336472153663635},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2288515567779541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1742333471775055},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3268928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:dnet:people______::f424d0bdfb2adc9fdbbe8d6d779d4278","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM TRANSACTIONS ON INFORMATION SYSTEMS, vol. 37 (issue 1)","raw_type":"Journal article"}],"best_oa_location":{"id":"doi:10.1145/3268928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2340282997","display_name":null,"funder_award_id":"1065250","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4388604775","display_name":"III: Small: Safely Searching Among Sensitive Content","funder_award_id":"1618695","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7171311545","display_name":null,"funder_award_id":"1065250 and 1618695","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2900833639.pdf","grobid_xml":"https://content.openalex.org/works/W2900833639.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W105014682","https://openalex.org/W138745945","https://openalex.org/W1529173354","https://openalex.org/W1539150806","https://openalex.org/W1576520375","https://openalex.org/W1599263113","https://openalex.org/W1604938182","https://openalex.org/W1618905105","https://openalex.org/W1620204465","https://openalex.org/W1700671489","https://openalex.org/W1970833371","https://openalex.org/W1991495285","https://openalex.org/W1997260010","https://openalex.org/W2012942264","https://openalex.org/W2029075138","https://openalex.org/W2040066835","https://openalex.org/W2047021305","https://openalex.org/W2085989833","https://openalex.org/W2087511931","https://openalex.org/W2101032959","https://openalex.org/W2102162869","https://openalex.org/W2122053905","https://openalex.org/W2133469585","https://openalex.org/W2140785063","https://openalex.org/W2150102617","https://openalex.org/W2155961949","https://openalex.org/W2214530168","https://openalex.org/W2246260811","https://openalex.org/W2310444742","https://openalex.org/W2335594365","https://openalex.org/W2398442511","https://openalex.org/W2486168876","https://openalex.org/W2560674852","https://openalex.org/W2565695915","https://openalex.org/W2643544958","https://openalex.org/W2892737606","https://openalex.org/W2914331073","https://openalex.org/W3011865677","https://openalex.org/W4298132949"],"related_works":["https://openalex.org/W2363627120","https://openalex.org/W2362255677","https://openalex.org/W2389538941","https://openalex.org/W2380613651","https://openalex.org/W2348365307","https://openalex.org/W2371669158","https://openalex.org/W2379873270","https://openalex.org/W2352712688","https://openalex.org/W2354717723","https://openalex.org/W2352961294"],"abstract_inverted_index":{"Discovery":[0],"is":[1,266],"an":[2,196],"important":[3],"aspect":[4],"of":[5,14,36,72,99,135,143,190,222,251,260,277,320,323],"the":[6,11,33,39,65,77,80,91,94,107,124,131,141,144,173,187,207,223,248,253,257,261,275],"civil":[7],"litigation":[8],"process":[9],"in":[10,16,146,161,239,288],"United":[12],"States":[13],"America,":[15],"which":[17,278,289],"all":[18],"parties":[19,145],"to":[20,25,55,64,86,113,128,194,280],"a":[21,46,84,136,179,285,292,321],"lawsuit":[22],"are":[23,209,227,299],"permitted":[24],"request":[26,66],"relevant":[27],"evidence":[28],"from":[29,106,123,291],"other":[30],"parties.":[31],"With":[32],"rapid":[34],"growth":[35],"digital":[37],"content,":[38],"emerging":[40],"need":[41,112],"for":[42,49,60,68,116,185,213,232,241,270,303],"\u201ce-discovery\u201d":[43],"has":[44],"created":[45],"strong":[47,324],"demand":[48],"techniques":[50],"that":[51,76,109,126,192,310],"can":[52,312],"be":[53,114],"used":[54,300],"review":[56,81,95],"massive":[57],"collections":[58],"both":[59,214,271],"\u201cresponsiveness\u201d":[61],"(i.e.,":[62,70,256],"relevance)":[63],"and":[67,119,216,218,273,305],"\u201cprivilege\u201d":[69],"presence":[71],"legally":[73],"protected":[74],"content":[75],"party":[78,92],"performing":[79,93],"may":[82,96,138],"have":[83],"right":[85],"withhold).":[87],"In":[88,204],"this":[89],"process,":[90],"incur":[97],"costs":[98,104,121,157],"two":[100,201],"types,":[101],"namely,":[102],"annotation":[103,156],"(deriving":[105,122],"fact":[108,125],"human":[110,230],"reviewers":[111,231],"paid":[115],"their":[117],"work)":[118],"misclassification":[120,163],"failing":[127],"correctly":[129],"determine":[130],"responsiveness":[132,215,233,272,304],"or":[133],"privilege":[134,242],"document":[137],"adversely":[139],"affect":[140],"interests":[142],"various":[147],"ways).":[148],"Relying":[149],"exclusively":[150,167],"on":[151,168],"automatic":[152],"classification":[153,170,295],"would":[154],"minimize":[155],"but":[158],"could":[159,171],"result":[160],"substantial":[162],"costs,":[164],"while":[165],"relying":[166],"manual":[169],"generate":[172],"opposite":[174],"consequences.":[175],"This":[176],"article":[177],"proposes":[178],"risk":[180,258],"minimization":[181,265],"framework":[182],"(called":[183],"MINECORE,":[184],"\u201c<underline>min</underline>imizing":[186],"<underline>e</underline>xpected":[188],"<underline>co</underline>sts":[189],"<underline>re</underline>view\u201d)":[191],"seeks":[193],"strike":[195],"optimal":[197],"balance":[198],"between":[199],"these":[200],"extreme":[202],"stands.":[203],"MINECORE":[205,311],"(a)":[206],"documents":[208,226,279],"first":[210],"automatically":[211,224],"classified":[212,225],"privilege,":[217,274],"then":[219],"(b)":[220],"some":[221],"annotated":[228],"by":[229,235,244,268],"(typically":[234,243],"junior":[236],"reviewers)":[237],"and/or,":[238],"cascade,":[240],"senior":[245],"reviewers),":[246],"with":[247],"overall":[249],"goal":[250],"minimizing":[252],"expected":[254],"cost":[255,317],")":[259],"entire":[262],"process.":[263],"Risk":[264],"achieved":[267],"optimizing,":[269],"choice":[276],"manually":[281],"review.":[282],"We":[283],"present":[284],"simulation":[286],"study":[287],"classes":[290],"standard":[293],"text":[294],"test":[296],"collection":[297],"(RCV1-v2)":[298],"as":[301],"surrogates":[302],"privilege.":[306],"The":[307],"results":[308],"indicate":[309],"yield":[313],"substantially":[314],"lower":[315],"total":[316],"than":[318],"any":[319],"set":[322],"baselines.":[325]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}