{"id":"https://openalex.org/W2483978192","doi":"https://doi.org/10.1109/allerton.2016.7852290","title":"The mutual information in random linear estimation","display_name":"The mutual information in random linear estimation","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2483978192","doi":"https://doi.org/10.1109/allerton.2016.7852290","mag":"2483978192"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2016.7852290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2016.7852290","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 54th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1607.02335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057057294","display_name":"Jean Barbier","orcid":"https://orcid.org/0000-0002-2652-6727"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Jean Barbier","raw_affiliation_strings":["Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse"],"affiliations":[{"raw_affiliation_string":"Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074906433","display_name":"Mohamad Dia","orcid":"https://orcid.org/0000-0003-1028-787X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mohamad Dia","raw_affiliation_strings":["Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse"],"affiliations":[{"raw_affiliation_string":"Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038854134","display_name":"Nicolas Macris","orcid":"https://orcid.org/0000-0003-2189-7411"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicolas Macris","raw_affiliation_strings":["Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse"],"affiliations":[{"raw_affiliation_string":"Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068236230","display_name":"Florent Krz\u0105ka\u0142a","orcid":"https://orcid.org/0000-0003-2313-2578"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florent Krzakala","raw_affiliation_strings":["Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse"],"affiliations":[{"raw_affiliation_string":"Faculte Informatique et Communications, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Suisse","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057057294"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":10.9213,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.99032396,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"625","last_page":"632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7129261493682861},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5312578082084656},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5221201181411743},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5049646496772766},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4733847677707672},{"id":"https://openalex.org/keywords/replica","display_name":"Replica","score":0.4593093991279602},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4497343599796295},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.4483569264411926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3868982791900635},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.35730183124542236},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3409590721130371},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17454847693443298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13486018776893616},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09899824857711792}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7129261493682861},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5312578082084656},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5221201181411743},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5049646496772766},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4733847677707672},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.4593093991279602},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4497343599796295},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.4483569264411926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3868982791900635},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.35730183124542236},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3409590721130371},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17454847693443298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13486018776893616},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09899824857711792},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/allerton.2016.7852290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2016.7852290","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 54th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1607.02335","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.02335","pdf_url":"https://arxiv.org/pdf/1607.02335","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/31348","is_oa":false,"landing_page_url":"http://qmro.qmul.ac.uk/xmlui/handle/123456789/31348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1607.02335","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.02335","pdf_url":"https://arxiv.org/pdf/1607.02335","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W111684663","https://openalex.org/W112885749","https://openalex.org/W1618499549","https://openalex.org/W1656486450","https://openalex.org/W1837352444","https://openalex.org/W1909826856","https://openalex.org/W1971565000","https://openalex.org/W1981051810","https://openalex.org/W1984830458","https://openalex.org/W1990755770","https://openalex.org/W1991528082","https://openalex.org/W2001570872","https://openalex.org/W2015275582","https://openalex.org/W2018322127","https://openalex.org/W2030450972","https://openalex.org/W2050556604","https://openalex.org/W2067038358","https://openalex.org/W2072184935","https://openalex.org/W2073868986","https://openalex.org/W2079476915","https://openalex.org/W2082029531","https://openalex.org/W2088175653","https://openalex.org/W2088934832","https://openalex.org/W2101435685","https://openalex.org/W2101627389","https://openalex.org/W2111616148","https://openalex.org/W2114198628","https://openalex.org/W2116394223","https://openalex.org/W2118473837","https://openalex.org/W2120170055","https://openalex.org/W2129638195","https://openalex.org/W2136979582","https://openalex.org/W2138358551","https://openalex.org/W2139053635","https://openalex.org/W2143917799","https://openalex.org/W2156973751","https://openalex.org/W2160051394","https://openalex.org/W2164196863","https://openalex.org/W2167783913","https://openalex.org/W2172679141","https://openalex.org/W2173526877","https://openalex.org/W2332917886","https://openalex.org/W2431536272","https://openalex.org/W2466557364","https://openalex.org/W2550925785","https://openalex.org/W2571527823","https://openalex.org/W2610971674","https://openalex.org/W2962770701","https://openalex.org/W2963578263","https://openalex.org/W2963604059","https://openalex.org/W2963639053","https://openalex.org/W2963886912","https://openalex.org/W2964071011","https://openalex.org/W2964213728","https://openalex.org/W2979473749","https://openalex.org/W3043760823","https://openalex.org/W3098848552","https://openalex.org/W3100066763","https://openalex.org/W3100706365","https://openalex.org/W3102543958","https://openalex.org/W3103169419","https://openalex.org/W3104075626","https://openalex.org/W3104291019","https://openalex.org/W3105033759","https://openalex.org/W3121195152","https://openalex.org/W3125530803","https://openalex.org/W4206502013","https://openalex.org/W4229746864","https://openalex.org/W6638807593","https://openalex.org/W6639933975","https://openalex.org/W6648003064","https://openalex.org/W6677198845","https://openalex.org/W6677895753","https://openalex.org/W6718058154","https://openalex.org/W6729847528","https://openalex.org/W7066446244"],"related_works":["https://openalex.org/W3013979739","https://openalex.org/W2655578171","https://openalex.org/W2577913821","https://openalex.org/W2460131733","https://openalex.org/W2953070151","https://openalex.org/W4296976839","https://openalex.org/W2372946558","https://openalex.org/W3126044086","https://openalex.org/W2160478240","https://openalex.org/W3005577593"],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,8,43,50,75,83,110,122,126],"estimation":[3,133],"of":[4,10,40,134],"a":[5,17,38,63,71,95,100,117],"signal":[6],"from":[7,54],"knowledge":[9],"its":[11],"noisy":[12],"linear":[13,132],"random":[14,130],"Gaussian":[15,131],"projections,":[16],"problem":[18,48],"relevant":[19,90],"in":[20,115],"compressed":[21],"sensing,":[22],"sparse":[23],"superposition":[24],"codes":[25],"or":[26],"code":[27],"division":[28],"multiple":[29],"access":[30],"just":[31],"to":[32,82],"cite":[33],"few.":[34],"There":[35],"has":[36],"been":[37],"number":[39],"works":[41],"considering":[42],"mutual":[44,85,123],"information":[45,124],"for":[46,88,121,129],"this":[47],"using":[49,70],"heuristic":[51],"replica":[52,76],"method":[53,101],"statistical":[55],"physics.":[56],"Here":[57],"we":[58,68,93],"put":[59],"these":[60],"considerations":[61],"on":[62],"firm":[64],"rigorous":[65],"basis.":[66],"First,":[67],"show,":[69],"Guerra-type":[72],"interpolation,":[73],"that":[74,102],"formula":[77,120],"yields":[78],"an":[79],"upper":[80],"bound":[81,98],"exact":[84],"information.":[86],"Secondly,":[87],"many":[89],"practical":[91],"cases,":[92],"present":[94],"converse":[96],"lower":[97],"via":[99],"uses":[103],"spatial":[104],"coupling,":[105],"state":[106],"evolution":[107],"analysis":[108],"and":[109,125],"I-MMSE":[111],"theorem.":[112],"This":[113],"yields,":[114],"particular,":[116],"single":[118],"letter":[119],"minimal-mean-square":[127],"error":[128],"all":[135],"discrete":[136],"bounded":[137],"signals.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}