{"id":"https://openalex.org/W4385080386","doi":"https://doi.org/10.1109/sp46215.2023.10179313","title":"Side Eye: Characterizing the Limits of POV Acoustic Eavesdropping from Smartphone Cameras with Rolling Shutters and Movable Lenses","display_name":"Side Eye: Characterizing the Limits of POV Acoustic Eavesdropping from Smartphone Cameras with Rolling Shutters and Movable Lenses","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4385080386","doi":"https://doi.org/10.1109/sp46215.2023.10179313"},"language":"en","primary_location":{"id":"doi:10.1109/sp46215.2023.10179313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sp46215.2023.10179313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Security and Privacy (SP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100351033","display_name":"Long Yan","orcid":"https://orcid.org/0000-0001-9441-0913"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yan Long","raw_affiliation_strings":["University of Michigan,Electrical Engineering and Computer Science","Electrical Engineering and Computer Science, University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan,Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014627397","display_name":"Pirouz Naghavi","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pirouz Naghavi","raw_affiliation_strings":["University of Florida,Computer and Information Science and Engineering","Computer and Information Science and Engineering, University of Florida"],"affiliations":[{"raw_affiliation_string":"University of Florida,Computer and Information Science and Engineering","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Computer and Information Science and Engineering, University of Florida","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086131113","display_name":"Blas Kojusner","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blas Kojusner","raw_affiliation_strings":["University of Florida,Computer and Information Science and Engineering","Computer and Information Science and Engineering, University of Florida"],"affiliations":[{"raw_affiliation_string":"University of Florida,Computer and Information Science and Engineering","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Computer and Information Science and Engineering, University of Florida","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039485542","display_name":"Kevin Butler","orcid":"https://orcid.org/0000-0002-7498-4239"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Butler","raw_affiliation_strings":["University of Florida,Computer and Information Science and Engineering","Computer and Information Science and Engineering, University of Florida"],"affiliations":[{"raw_affiliation_string":"University of Florida,Computer and Information Science and Engineering","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Computer and Information Science and Engineering, University of Florida","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085837723","display_name":"Sara Rampazzi","orcid":"https://orcid.org/0000-0002-3630-6269"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Rampazzi","raw_affiliation_strings":["University of Florida,Computer and Information Science and Engineering","Computer and Information Science and Engineering, University of Florida"],"affiliations":[{"raw_affiliation_string":"University of Florida,Computer and Information Science and Engineering","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Computer and Information Science and Engineering, University of Florida","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113708992","display_name":"Kevin Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Fu","raw_affiliation_strings":["University of Michigan,Electrical Engineering and Computer Science","Electrical Engineering and Computer Science, University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan,Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100351033"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.8609,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7529128,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1857","last_page":"1874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eavesdropping","display_name":"Eavesdropping","score":0.8896162509918213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6395918130874634},{"id":"https://openalex.org/keywords/rolling-shutter","display_name":"Rolling shutter","score":0.6212763786315918},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.49527063965797424},{"id":"https://openalex.org/keywords/information-leakage","display_name":"Information leakage","score":0.49502629041671753},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47505995631217957},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4731786549091339},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42328551411628723},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.41483819484710693},{"id":"https://openalex.org/keywords/shutter","display_name":"Shutter","score":0.3808923065662384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32895055413246155},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.193646639585495},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.18051713705062866},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14281439781188965}],"concepts":[{"id":"https://openalex.org/C2776788033","wikidata":"https://www.wikidata.org/wiki/Q320769","display_name":"Eavesdropping","level":2,"score":0.8896162509918213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6395918130874634},{"id":"https://openalex.org/C2776166537","wikidata":"https://www.wikidata.org/wiki/Q2164193","display_name":"Rolling shutter","level":3,"score":0.6212763786315918},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.49527063965797424},{"id":"https://openalex.org/C2779201187","wikidata":"https://www.wikidata.org/wiki/Q2775060","display_name":"Information leakage","level":2,"score":0.49502629041671753},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47505995631217957},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4731786549091339},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42328551411628723},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.41483819484710693},{"id":"https://openalex.org/C2776871301","wikidata":"https://www.wikidata.org/wiki/Q691823","display_name":"Shutter","level":2,"score":0.3808923065662384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32895055413246155},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.193646639585495},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.18051713705062866},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14281439781188965},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sp46215.2023.10179313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sp46215.2023.10179313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Security and Privacy (SP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1578829123","https://openalex.org/W1600037785","https://openalex.org/W1965378753","https://openalex.org/W1977985044","https://openalex.org/W2033686334","https://openalex.org/W2044792745","https://openalex.org/W2079256749","https://openalex.org/W2103857226","https://openalex.org/W2118991835","https://openalex.org/W2141998673","https://openalex.org/W2158167845","https://openalex.org/W2168556248","https://openalex.org/W2323564456","https://openalex.org/W2427848051","https://openalex.org/W2470889211","https://openalex.org/W2509629855","https://openalex.org/W2623587395","https://openalex.org/W2627090356","https://openalex.org/W2725499676","https://openalex.org/W2741327137","https://openalex.org/W2755364448","https://openalex.org/W2762122150","https://openalex.org/W2780544323","https://openalex.org/W2787946070","https://openalex.org/W2794804810","https://openalex.org/W2800355959","https://openalex.org/W2872172641","https://openalex.org/W2931586361","https://openalex.org/W2949924060","https://openalex.org/W2971619864","https://openalex.org/W2984998244","https://openalex.org/W2991076039","https://openalex.org/W3007498683","https://openalex.org/W3037257600","https://openalex.org/W3093377669","https://openalex.org/W3110179590","https://openalex.org/W3154528133","https://openalex.org/W3174249117","https://openalex.org/W3177329016","https://openalex.org/W3201900493","https://openalex.org/W3209059054","https://openalex.org/W3211329195","https://openalex.org/W3213259755","https://openalex.org/W4200396694","https://openalex.org/W4200522395","https://openalex.org/W4254410496","https://openalex.org/W4385270124","https://openalex.org/W6628376663","https://openalex.org/W6628508383","https://openalex.org/W6742312650","https://openalex.org/W6753441104","https://openalex.org/W6767433752","https://openalex.org/W6780134754","https://openalex.org/W6802013314","https://openalex.org/W6803516594","https://openalex.org/W6842692952"],"related_works":["https://openalex.org/W2329776479","https://openalex.org/W2101028311","https://openalex.org/W2357032018","https://openalex.org/W1573874963","https://openalex.org/W2384422880","https://openalex.org/W2398170027","https://openalex.org/W1975186948","https://openalex.org/W3191254673","https://openalex.org/W3204130698","https://openalex.org/W2063529668"],"abstract_inverted_index":{"Our":[0,50,83,134,157],"research":[1],"discovers":[2],"how":[3],"the":[4,54,86,98,124,137,153,188,199,212,220],"rolling":[5,67],"shutter":[6],"and":[7,69,79,120,151,170,180,192,197,215,224],"movable":[8,70],"lens":[9],"structures":[10],"widely":[11],"found":[12],"in":[13,74],"smartphone":[14,35,101,205],"cameras":[15],"modulate":[16,44],"structure-borne":[17,94],"sounds":[18],"onto":[19],"camera":[20,36,206],"images,":[21],"creating":[22],"a":[23,131,144,163],"point-of-view":[24],"(POV)":[25],"optical-acoustic":[26,107],"side":[27,55,113,141],"channel":[28,56,114,142],"for":[29],"acoustic":[30,39,89,155,202],"eavesdropping.":[31],"The":[32],"movement":[33],"of":[34,63,88,100,118,127,130,139,201],"hardware":[37],"leaks":[38],"information":[40,90],"because":[41],"images":[42],"unwittingly":[43],"ambient":[45],"sound":[46,95],"as":[47,73],"imperceptible":[48],"distortions.":[49],"experiments":[51,135],"find":[52],"that":[53,96,149],"is":[57],"further":[58,185],"amplified":[59],"by":[60,93],"intrinsic":[61],"behaviors":[62],"Complementary":[64],"Metal-oxide\u2013Semiconductor":[65],"(CMOS)":[66],"shutters":[68],"lenses":[71],"such":[72],"Optical":[75],"Image":[76],"Stabilization":[77],"(OIS)":[78],"Auto":[80],"Focus":[81],"(AF).":[82],"paper":[84],"characterizes":[85],"limits":[87,138,200],"leakage":[91],"caused":[92],"perturbs":[97],"POV":[99],"cameras.":[102],"In":[103],"contrast":[104],"with":[105,143,159],"traditional":[106],"eavesdropping":[108,203],"on":[109,162,173,222],"vibrating":[110],"objects,":[111],"this":[112,140],"requires":[115],"no":[116,121],"line":[117],"sight":[119],"object":[122],"within":[123],"camera\u2019s":[125],"field":[126],"view":[128],"(images":[129],"ceiling":[132],"suffice).":[133],"test":[136],"novel":[145],"signal":[146],"processing":[147],"pipeline":[148],"extracts":[150],"recognizes":[152],"leaked":[154],"information.":[156],"evaluation":[158],"10":[160,175],"smartphones":[161],"spoken":[164,176],"digit":[165],"dataset":[166],"reports":[167],"80.66%,":[168],"91.28%,":[169],"99.67%":[171],"accuracies":[172],"recognizing":[174],"digits,":[177],"20":[178],"speakers,":[179],"2":[181],"genders":[182],"respectively.":[183],"We":[184],"systematically":[186],"discuss":[187],"possible":[189,216],"defense":[190],"strategies":[191],"implementations.":[193],"By":[194],"modeling,":[195],"measuring,":[196],"demonstrating":[198],"from":[204],"image":[207],"streams,":[208],"our":[209],"contributions":[210],"explain":[211],"physics-based":[213],"causality":[214],"ways":[217],"to":[218],"reduce":[219],"threat":[221],"current":[223],"future":[225],"devices.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}