{"id":"https://openalex.org/W2982280042","doi":"https://doi.org/10.5220/0011277700003274","title":"Attention for Inference Compilation","display_name":"Attention for Inference Compilation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W2982280042","doi":"https://doi.org/10.5220/0011277700003274","mag":"2982280042"},"language":"en","primary_location":{"id":"doi:10.5220/0011277700003274","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011277700003274","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Simulation and Modeling Methodologies, Technologies and Applications","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0011277700003274","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006507082","display_name":"William T. Harvey","orcid":"https://orcid.org/0000-0001-9529-1127"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"William Harvey","raw_affiliation_strings":["Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069765222","display_name":"Andreas Munk","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Munk","raw_affiliation_strings":["Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063994783","display_name":"At\u0131l\u0131m G\u00fcne\u015f Baydin","orcid":"https://orcid.org/0000-0001-9854-8100"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"At\u0131l\u0131m Baydin","raw_affiliation_strings":["Department of Engineering Science, University of Oxford, U.K., --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031101005","display_name":"Alexander Bergholm","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexander Bergholm","raw_affiliation_strings":["Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of British Columbia, Vancouver, BC, Canada, --- Select a Country ---","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109993328","display_name":"Frank Wood","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Frank Wood","raw_affiliation_strings":["Mila - Quebec Anguilla Institute and Inverted AI, Canada, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Mila - Quebec Anguilla Institute and Inverted AI, Canada, --- Select a Country ---","institution_ids":["https://openalex.org/I4210164802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006507082"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.00193855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"80","last_page":"91"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8336630463600159},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7944477200508118},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7175508737564087},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6199951767921448},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5038687586784363},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4896102547645569},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4652372896671295},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.42313116788864136},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4218413829803467},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35891595482826233}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8336630463600159},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7944477200508118},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7175508737564087},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6199951767921448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5038687586784363},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4896102547645569},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4652372896671295},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.42313116788864136},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4218413829803467},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35891595482826233},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5220/0011277700003274","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011277700003274","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Simulation and Modeling Methodologies, Technologies and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:53f03205-cce4-486e-84a0-3bc8d7a10bcd","is_oa":true,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:53f03205-cce4-486e-84a0-3bc8d7a10bcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"Conference item"}],"best_oa_location":{"id":"doi:10.5220/0011277700003274","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011277700003274","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Simulation and Modeling Methodologies, Technologies and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W128101668","https://openalex.org/W603908379","https://openalex.org/W1484210532","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1844453107","https://openalex.org/W1850742715","https://openalex.org/W1890754682","https://openalex.org/W1902237438","https://openalex.org/W1960579544","https://openalex.org/W1993845689","https://openalex.org/W2064675550","https://openalex.org/W2111787305","https://openalex.org/W2112820511","https://openalex.org/W2147357149","https://openalex.org/W2160337655","https://openalex.org/W2185558310","https://openalex.org/W2295266283","https://openalex.org/W2403726878","https://openalex.org/W2544919356","https://openalex.org/W2551396370","https://openalex.org/W2892924523","https://openalex.org/W2963403868","https://openalex.org/W2964308564"],"related_works":["https://openalex.org/W2329500892","https://openalex.org/W28991112","https://openalex.org/W2370726991","https://openalex.org/W2369710579","https://openalex.org/W4327728159","https://openalex.org/W4394266730","https://openalex.org/W2163814182","https://openalex.org/W1497573972","https://openalex.org/W2071659383","https://openalex.org/W1846253165"],"abstract_inverted_index":{"We":[0,90],"present":[1],"a":[2,28,37,44,87],"neural":[3,33],"network":[4,52],"architecture":[5],"for":[6],"automatic":[7],"amortized":[8],"inference":[9,25,108],"in":[10,43,83,112],"universal":[11],"probabilistic":[12,45,88],"programs":[13],"which":[14,30],"improves":[15],"on":[16],"the":[17,77,84,93,98,104],"performance":[18],"of":[19,86,95],"current":[20],"architectures.":[21],"Our":[22],"approach":[23],"extends":[24],"compilation":[26],"(IC),":[27],"technique":[29],"uses":[31],"deep":[32],"networks":[34],"to":[35,59,76,101],"approximate":[36],"posterior":[38],"distribution":[39],"over":[40],"latent":[41,64,110],"variables":[42,80,111],"program.":[46,89],"A":[47],"challenge":[48],"with":[49],"existing":[50],"IC":[51],"architectures":[53],"is":[54],"that":[55,74,92],"they":[56],"can":[57],"fail":[58],"capture":[60],"long-range":[61],"dependencies":[62],"between":[63],"variables.":[65],"To":[66],"address":[67],"this,":[68],"we":[69],"introduce":[70],"an":[71],"attention":[72,96],"mechanism":[73],"attends":[75],"most":[78],"salient":[79],"previously":[81],"sampled":[82],"execution":[85],"demonstrate":[91],"addition":[94],"allows":[97],"proposal":[99],"distributions":[100],"better":[102],"match":[103],"true":[105],"posterior,":[106],"enhancing":[107],"about":[109],"simulators.":[113]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}