{"id":"https://openalex.org/W2941631569","doi":"https://doi.org/10.1145/3458537.3458544","title":"A framework for technology-assisted sensitivity review: using sensitivity classification to prioritise documents for review","display_name":"A framework for technology-assisted sensitivity review: using sensitivity classification to prioritise documents for review","alternate_titles":[],"publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2941631569","doi":"https://doi.org/10.1145/3458537.3458544","mag":"2941631569"},"language":"en","primary_location":{"id":"doi:10.1145/3458537.3458544","doi":"https://doi.org/10.1145/3458537.3458544","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3458537.3458544","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2941631569"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063436649","display_name":"Graham McDonald","orcid":"https://orcid.org/0000-0002-1266-5996","observed_orcids":["https://orcid.org/0000-0002-1266-5996"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Graham McDonald","raw_affiliation_strings":["University of Glasgow, Glasgow, Scotland, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, Scotland, UK","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063436649"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":0.3574,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.61445436,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"53","issue":"1","first_page":"42","last_page":"43"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/government-documents","display_name":"government documents","score":0.621999979019165},{"id":"https://openalex.org/keywords/freedom-of-information-act-2000","display_name":"Freedom of Information Act 2000","score":0.8930000066757202},{"id":"https://openalex.org/keywords/redaction","display_name":"redaction","score":0.6029999852180481},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.7269999980926514},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.6029999852180481},{"id":"https://openalex.org/keywords/document-features","display_name":"document features","score":0.5139999985694885},{"id":"https://openalex.org/keywords/user-models","display_name":"user models","score":0.5059999823570251},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.43700000643730164},{"id":"https://openalex.org/keywords/born-digital-documents","display_name":"born-digital documents","score":0.5600000023841858},{"id":"https://openalex.org/keywords/the-national-archives","display_name":"The National Archives","score":0.5590000152587891},{"id":"https://openalex.org/keywords/information-release","display_name":"information release","score":0.3100000023841858},{"id":"https://openalex.org/keywords/information-security","display_name":"information security","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7678158283233643},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.6265382170677185},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6179103255271912},{"id":"https://openalex.org/C2775833480","wikidata":"https://www.wikidata.org/wiki/Q26084","display_name":"Freedom of information","level":2,"score":0.6074487566947937},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5981762409210205},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.5422983169555664},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4573788344860077},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4513220191001892},{"id":"https://openalex.org/C512654426","wikidata":"https://www.wikidata.org/wiki/Q19652","display_name":"Public domain","level":2,"score":0.44862231612205505},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41184642910957336},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40268683433532715},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36988991498947144},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1822023093700409},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17817547917366028},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.16422763466835022},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3458537.3458544","doi":"https://doi.org/10.1145/3458537.3458544","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3458537.3458544","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6601999998092651,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2588301606","https://openalex.org/W2791020301","https://openalex.org/W2791504463","https://openalex.org/W2908942717","https://openalex.org/W3025330860"],"related_works":["https://openalex.org/W6912977739","https://openalex.org/W2077280310","https://openalex.org/W968552848","https://openalex.org/W6913179413","https://openalex.org/W2908942717","https://openalex.org/W2296757861","https://openalex.org/W2047021305","https://openalex.org/W3106480498","https://openalex.org/W2954831436","https://openalex.org/W2588301606"],"abstract_inverted_index":{"More":[0],"than":[1],"a":[2,46,174,184,212,223,230,289,297,305,311,320,397,415,453,462,533,565],"hundred":[3],"countries":[4],"implement":[5],"freedom":[6],"of":[7,15,61,112,121,192,214,256,269,307,340,372,411,427,458,535,578,584],"information":[8,75,77,172,195,354,477,484,506],"laws.":[9],"In":[10,145],"the":[11,13,23,35,53,62,106,110,119,132,189,194,197,245,267,308,330,341,350,370,390,412,425,436,439,446,459,473,479,487,497],"UK,":[12],"Freedom":[14],"Information":[16],"Act":[17],"2000":[18],"[1]":[19],"(FOIA)":[20],"states":[21],"that":[22,44,78,92,124,131,150,229,252,271,327,419,429,471,481,538,560],"government's":[24],"documents":[25,43,67,91,123,270,333,413,428,460,480,537],"must":[26,49,98],"be":[27,50,95,99,127,154,241,274,335,431,465],"made":[28],"freely":[29],"available,":[30],"or":[31,76,258,385],"opened":[32],",":[33],"to":[34,52,94,102,126,156,163,186,265,273,276,303,334,355,368,407,435,500,507,546],"public.":[36],"Moreover,":[37,200],"all":[38,89,410,457],"central":[39,513],"UK":[40],"government":[41,66,90,158,167,536],"departments'":[42],"have":[45,272],"historic":[47],"value":[48],"transferred":[51],"The":[54,512],"National":[55],"Archives":[56],"(TNA)":[57],"within":[58],"twenty":[59],"years":[60],"document's":[63],"creation.":[64],"However,":[65,109,169],"can":[68,153,182,240,328,348,423,430,485],"contain":[69,482],"sensitive":[70,107,171,257,294,483,505],"information,":[71],"such":[72],"as":[73,299],"personal":[74,555],"would":[79],"likely":[80,190],"damage":[81],"international":[82,552],"relations":[83,553],"if":[84],"it":[85,207],"was":[86],"opened.":[87],"Therefore,":[88],"are":[93,125,253,402,515,530,539],"publicly":[96],"archived":[97],"sensitivity":[100,128,135,143,151,164,178,201,237,280,290,325,342,382,408,467,510,521,525,540,544,571],"reviewed":[101,129,275,336,432,541],"identify":[103,547],"and":[104,118,160,181,219,239,248,433,492,523,554],"redact":[105],"information.":[108,556],"lack":[111],"structure":[113],"in":[114,287,296,310,316,358,389,399,414,445,455,461],"digital":[115,122,142,381,509,570],"document":[116,250,298],"collections":[117],"volume":[120],"mean":[130],"traditional":[133],"manual":[134],"review":[136,165,301,326,343,383,392,409,448,522],"process":[137],"is":[138,173,179,202,208,216,234,496,564],"not":[139,203],"practical":[140],"for":[141,236,323,376,519,568],"review.":[144,511,572],"this":[146,315],"thesis,":[147],"we":[148,227,263,318,417,469],"argue":[149],"classification":[152,232,238,526],"deployed":[155],"assist":[157,356,508],"departments":[159],"human":[161,185],"reviewers":[162,351,474,545],"born-digital":[166],"documents.":[168],"classifying":[170,503],"complex":[175],"task,":[176],"since":[177],"context-dependent":[180],"require":[183],"judge":[187],"on":[188,211],"effect":[191],"releasing":[193],"into":[196],"public":[198,437],"domain.":[199],"necessarily":[204],"topic-oriented,":[205],"i.e.,":[206],"usually":[209],"dependent":[210],"combination":[213],"what":[215],"being":[217],"said":[218],"about":[220,478],"whom.":[221],"Through":[222],"thorough":[224],"empirical":[225],"evaluation,":[226],"show":[228,418,470],"text":[231,260,295],"approach":[233],"effective":[235,279],"improved":[242],"by":[243,542],"identifying":[244],"vocabulary,":[246],"syntactic":[247],"semantic":[249],"features":[251],"reliable":[254],"indicators":[255],"nonsensitive":[259],"[2].":[261],"Furthermore,":[262,345],"propose":[264,319],"reduce":[266],"number":[268,426],"learn":[277],"an":[278,283],"classifier":[281],"through":[282],"active":[284],"learning":[285],"strategy":[286],"which":[288,395,400,451,456],"reviewer":[291],"redacts":[292],"any":[293],"they":[300],"it,":[302],"construct":[304],"representation":[306],"sensitivities":[309],"collection":[312,463,534],"[3].":[313],"With":[314],"mind,":[317],"novel":[321],"framework":[322,347,375,422,518,563],"technology-assisted":[324,520],"prioritise":[329],"most":[331],"appropriate":[332],"at":[337],"specific":[338],"stages":[339],"process.":[344],"our":[346,373,420,516,524,561],"provide":[349],"with":[352,378,438,475],"useful":[353,476],"them":[357],"making":[359],"their":[360],"reviewing":[361,404,441,490],"decisions.":[362],"We":[363],"conduct":[364],"two":[365,379,548],"user":[366,386,393,449],"studies":[367],"evaluate":[369],"effectiveness":[371],"proposed":[374,421,517,562],"assisting":[377,569],"distinct":[380],"scenarios,":[384],"models.":[387],"Firstly,":[388],"limited":[391],"model,":[394,450],"addresses":[396,452],"scenario":[398,454],"there":[401],"insufficient":[403],"resources":[405,442],"available":[406,440],"collection,":[416],"increase":[424,486],"released":[434],"[4].":[443],"Secondly,":[444],"exhaustive":[447],"will":[464],"manually":[466],"reviewed,":[468],"providing":[472],"reviewers'":[488],"accuracy,":[489],"speed":[491],"agreement":[493],"[5].":[494],"This":[495],"first":[498],"thesis":[499],"investigate":[501],"automatically":[502],"FOIA":[504,549],"contributions":[514,529],"approaches.":[527],"Our":[528,557],"validated":[531],"using":[532],"expert":[543],"sensitivities,":[550],"namely":[551],"results":[558],"demonstrate":[559],"viable":[566],"technology":[567],"Supervisors":[573],"Prof.":[574],"Iadh":[575],"Ounis":[576],"(University":[577,583],"Glasgow),":[579],"Dr.":[580],"Craig":[581],"Macdonald":[582],"Glasgow)":[585],"Available":[586],"from:":[587],"http://theses.gla.ac.uk/41076":[588]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2941631569","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-05-03T00:00:00"}
