{"id":"https://openalex.org/W3047616622","doi":"https://doi.org/10.1109/percomworkshops48775.2020.9156138","title":"Keynote: Privacy and Security in Real-World Data Annotation","display_name":"Keynote: Privacy and Security in Real-World Data Annotation","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3047616622","doi":"https://doi.org/10.1109/percomworkshops48775.2020.9156138","mag":"3047616622"},"language":"en","primary_location":{"id":"doi:10.1109/percomworkshops48775.2020.9156138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomworkshops48775.2020.9156138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048041586","display_name":"Emma L. Tonkin","orcid":"https://orcid.org/0000-0001-7405-4982"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Emma L. Tonkin","raw_affiliation_strings":["Digital Health, School of Electrical and Computer Engineering, The University of Bristol, Bristol, UK"],"affiliations":[{"raw_affiliation_string":"Digital Health, School of Electrical and Computer Engineering, The University of Bristol, Bristol, UK","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5048041586"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.128822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8521027565002441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7900732755661011},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6368318796157837},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.533478856086731},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4949783682823181},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.48006758093833923},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.46363112330436707},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42820703983306885},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.42516839504241943},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3135334849357605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20668694376945496},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10899671912193298}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8521027565002441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900732755661011},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6368318796157837},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.533478856086731},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4949783682823181},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.48006758093833923},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.46363112330436707},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42820703983306885},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.42516839504241943},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3135334849357605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20668694376945496},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10899671912193298},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/percomworkshops48775.2020.9156138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomworkshops48775.2020.9156138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W1490650877","https://openalex.org/W2177870719","https://openalex.org/W4238158008","https://openalex.org/W2965606979"],"abstract_inverted_index":{"An":[0],"accurate":[1],"ground":[2,369],"truth":[3,370],"is":[4,49,61],"key":[5,349],"to":[6,10,14,18,28,36,83,104,147,201,256,260,313,353,378,396],"both":[7,178],"our":[8,26,270,326,340],"ability":[9,27],"engineer":[11],"systems":[12],"able":[13],"represent":[15],"and":[16,41,55,86,109,144,185,212,226,264,298,303,318,323,336,392,400],"respond":[17],"human":[19],"context":[20],"and,":[21,234,253],"perhaps":[22],"even":[23],"more":[24,373],"importantly,":[25,235],"develop":[29],"interfaces":[30],"capable":[31],"of":[32,50,91,121,134,152,169,182,197,223,239,289,294,339,346,361,368,384,402],"effectively":[33],"representing":[34],"datasets":[35,241,404],"the":[37,44,64,84,87,105,113,135,150,167,179,186,221,224,237,240,287,290,292,295,299,334,344,355,362,375,389,403],"humans":[38],"who":[39],"use":[40],"work":[42],"with":[43],"system.":[45],"Data":[46],"annotation,":[47],"therefore,":[48],"tremendous":[51],"value":[52],"in":[53,68,97,118,155,195,207,282,388],"building":[54],"exploiting":[56],"pervasive":[57,72],"systems.":[58],"However,":[59],"it":[60],"also":[62],"among":[63],"most":[65],"expensive":[66],"activities":[67],"many":[69,363],"ubiquitous":[70],"or":[71,116,126,199],"system":[73,398],"engineering":[74,160,232,262,276,296,390],"processes,":[75],"as":[76,78,124],"well":[77],"presenting":[79],"significant":[80,218],"practical":[81,145,153],"challenges":[82,146],"implementer":[85],"participant":[88,321],"alike:":[89],"methods":[90,211],"annotation":[92,133,148,170,184,189,209,341],"are":[93,272,386,393],"frequently":[94],"either":[95],"based":[96,117],"active":[98],"user":[99,114],"interaction":[100],"-":[101,115],"potentially":[102],"disruptive":[103],"user's":[106],"routine,":[107],"time-consuming":[108],"often":[110],"offputting":[111],"for":[112,230],"a":[119,156,217,283,381],"method":[120],"surveillance":[122,202],"such":[123],"video":[125],"audio":[127],"data":[128,245,356],"collection,":[129],"enabling":[130],"post-hoc":[131],"manual":[132,183],"material.":[136],"In":[137,359],"this":[138],"talk,":[139],"I":[140,162,306],"briefly":[141],"review":[142],"legal":[143],"through":[149,165],"lens":[151],"experience":[154],"realworld":[157],"digital":[158],"health":[159],"context.":[161],"discuss":[163],"strategies":[164,190],"which":[166],"task":[168],"may":[171,191,215,267],"be":[172],"approached.":[173],"The":[174,204],"costs":[175],"involved":[176],"include":[177],"financial":[180],"cost":[181],"toll":[187],"that":[188,285,380],"take":[192],"on":[193,220,227,236],"participants":[194,249],"terms":[196],"time":[198,252],"exposure":[200],"technologies.":[203],"decisions":[205],"taken":[206],"choosing":[208],"platforms,":[210],"proposed":[213],"outcomes":[214],"have":[216],"impact":[219],"quality":[222,238,345],"annotations":[225,347],"their":[228,251,257],"applicability":[229],"particular":[231],"tasks,":[233],"resulting":[242],"from":[243,273],"real-world":[244],"collection":[246,357,367],"processes.":[247],"As":[248],"volunteer":[250],"often,":[254],"access":[255],"private":[258],"homes,":[259],"support":[261],"research":[263],"development,":[265],"we":[266,310,329,405],"consider":[268],"what":[269,372],"responsibilities":[271],"an":[274],"ethical":[275],"perspective,":[277],"collecting":[278],"sensitive":[279],"personal":[280],"information":[281],"manner":[284],"respects":[286],"requirements":[288],"dataset,":[291],"goals":[293,302],"process":[297,391],"participants'":[300],"own":[301],"interests.":[304],"Finally,":[305],"identify":[307],"challenges:":[308],"do":[309,377],"always":[311],"endeavour":[312],"build":[314],"security,":[315],"privacy":[316],"assessment":[317],"seeking":[319],"ongoing":[320],"feedback":[322],"consent":[324],"into":[325,333],"research?":[327],"Do":[328],"actively":[330],"involve":[331],"engineers":[332],"design":[335],"pilot":[337],"stages":[338],"work,":[342],"evaluating":[343],"against":[348],"competency":[350],"questions":[351],"prior":[352],"commencing":[354],"process?":[358],"view":[360],"recent":[364],"controversies":[365],"surrounding":[366],"information,":[371],"can":[374],"sector":[376],"ensure":[379],"broad":[382],"variety":[383],"perspectives":[385],"represented":[387],"clearly":[394],"communicated":[395],"participants,":[397],"users":[399,401],"build?":[406]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}