{"id":"https://openalex.org/W2946830201","doi":"https://doi.org/10.48550/arxiv.1905.07072","title":"Dream Distillation: A Data-Independent Model Compression Framework","display_name":"Dream Distillation: A Data-Independent Model Compression Framework","publication_year":2019,"publication_date":"2019-05-17","ids":{"openalex":"https://openalex.org/W2946830201","doi":"https://doi.org/10.48550/arxiv.1905.07072","mag":"2946830201"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1905.07072","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.07072","pdf_url":"https://arxiv.org/pdf/1905.07072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.07072","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033612167","display_name":"Kartikeya Bhardwaj","orcid":"https://orcid.org/0000-0002-8115-4276","observed_orcids":["https://orcid.org/0000-0002-8115-4276"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhardwaj, Kartikeya","raw_affiliation_strings":["Department of Electrical and Computer Engineering , Carnegie Mellon University , Pittsburgh , PA , USA","Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , Carnegie Mellon University , Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051397079","display_name":"Naveen Suda","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suda, Naveen","raw_affiliation_strings":["Arm Inc. , San Jose , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arm Inc. , San Jose , CA , USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036227385","display_name":"Radu M\u0103rculescu","orcid":"https://orcid.org/0000-0003-1826-7646","observed_orcids":["https://orcid.org/0000-0003-1826-7646"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marculescu, Radu","raw_affiliation_strings":["Department of Electrical and Computer Engineering , Carnegie Mellon University , Pittsburgh , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , Carnegie Mellon University , Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.9580000042915344},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9160000085830688},{"id":"https://openalex.org/keywords/privacy-preserving-machine-learning","display_name":"privacy-preserving machine learning","score":0.718999981880188},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7831118106842041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7606480121612549},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.7112255096435547},{"id":"https://openalex.org/C2781095916","wikidata":"https://www.wikidata.org/wiki/Q36348","display_name":"Dream","level":2,"score":0.677958071231842},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6013976335525513},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5811932682991028},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5029467940330505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48453444242477417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4694007933139801},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4234336018562317},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1905.07072","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.07072","pdf_url":"https://arxiv.org/pdf/1905.07072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2946830201","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.07072.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.07072","doi":"https://doi.org/10.48550/arxiv.1905.07072","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.07072","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.07072","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.07072","pdf_url":"https://arxiv.org/pdf/1905.07072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W992687842","https://openalex.org/W1821462560","https://openalex.org/W2099471712","https://openalex.org/W2604342492","https://openalex.org/W2766966408","https://openalex.org/W2792641098","https://openalex.org/W2950837708","https://openalex.org/W2964297791"],"related_works":["https://openalex.org/W1821462560","https://openalex.org/W2766966408","https://openalex.org/W2194775991","https://openalex.org/W2982802130","https://openalex.org/W3034957837","https://openalex.org/W2970806306","https://openalex.org/W2945528222","https://openalex.org/W3118608800","https://openalex.org/W2099471712","https://openalex.org/W2964299589","https://openalex.org/W2898422183","https://openalex.org/W2561238782","https://openalex.org/W2134797427","https://openalex.org/W2970657225","https://openalex.org/W2963373786","https://openalex.org/W2163605009","https://openalex.org/W2964233199","https://openalex.org/W2963446712","https://openalex.org/W2893749619","https://openalex.org/W2112796928"],"abstract_inverted_index":{"Model":[0],"compression":[1,14,33,56],"is":[2,39,44],"eminently":[3],"suited":[4],"for":[5],"deploying":[6],"deep":[7],"learning":[8],"on":[9,17,68,76],"IoT-devices.":[10],"However,":[11],"existing":[12],"model":[13,32,55],"techniques":[15],"rely":[16],"access":[18],"to":[19],"the":[20,31,69,77],"original":[21,78],"or":[22],"some":[23],"alternate":[24],"dataset.":[25],"In":[26],"this":[27,47],"paper,":[28],"we":[29,49],"address":[30],"problem":[34],"when":[35,42],"no":[36],"real":[37],"data":[38,43],"available,":[40],"e.g.,":[41],"private.":[45],"To":[46],"end,":[48],"propose":[50],"Dream":[51,62],"Distillation,":[52],"a":[53],"data-independent":[54],"framework.":[57],"Our":[58],"experiments":[59],"show":[60],"that":[61],"Distillation":[63],"can":[64],"achieve":[65],"88.5%":[66],"accuracy":[67],"CIFAR-10":[70],"test":[71],"set":[72],"without":[73],"actually":[74],"training":[75],"data!":[79]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}