{"id":"https://openalex.org/W4392822145","doi":"https://doi.org/10.3233/ia-240035","title":"Conditional computation in neural networks: Principles and research trends","display_name":"Conditional computation in neural networks: Principles and research trends","publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https://openalex.org/W4392822145","doi":"https://doi.org/10.3233/ia-240035"},"language":"en","primary_location":{"id":"doi:10.3233/ia-240035","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-240035","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia240035?id=intelligenza-artificiale%2Fia240035","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia240035?id=intelligenza-artificiale%2Fia240035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022153057","display_name":"Simone Scardapane","orcid":"https://orcid.org/0000-0003-0881-8344"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Simone Scardapane","raw_affiliation_strings":["Dipartimento di Ingegneria dell\u2019Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell\u2019Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093056472","display_name":"Alessandro Baiocchi","orcid":"https://orcid.org/0000-0002-0596-6707"},"institutions":[{"id":"https://openalex.org/I4210162062","display_name":"Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti","ror":"https://ror.org/054ye0e45","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210162062"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Baiocchi","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering Antonio Ruberti (DIAG), Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering Antonio Ruberti (DIAG), Rome, Italy","institution_ids":["https://openalex.org/I4210162062"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076990672","display_name":"Alessio Devoto","orcid":"https://orcid.org/0000-0002-7042-6061"},"institutions":[{"id":"https://openalex.org/I4210162062","display_name":"Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti","ror":"https://ror.org/054ye0e45","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210162062"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Devoto","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering Antonio Ruberti (DIAG), Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering Antonio Ruberti (DIAG), Rome, Italy","institution_ids":["https://openalex.org/I4210162062"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089472869","display_name":"Valerio Marsocci","orcid":"https://orcid.org/0000-0003-1442-7155"},"institutions":[{"id":"https://openalex.org/I4210118628","display_name":"Joint Research Center","ror":"https://ror.org/02ef88m96","country_code":"BE","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I4210118628","https://openalex.org/I4210161702"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Valerio Marsocci","raw_affiliation_strings":["Geomatics Research Group, KU Leuven, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Geomatics Research Group, KU Leuven, Gent, Belgium","institution_ids":["https://openalex.org/I4210118628"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019106673","display_name":"Pasquale Minervini","orcid":"https://orcid.org/0000-0002-8442-602X"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pasquale Minervini","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050262749","display_name":"Jary Pomponi","orcid":"https://orcid.org/0000-0003-3236-3941"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Jary Pomponi","raw_affiliation_strings":["Dipartimento di Ingegneria dell\u2019Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell\u2019Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022153057"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":{"value":4150,"currency":"USD","value_usd":4150},"apc_paid":null,"fwci":2.0776,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87880125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"1","first_page":"175","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8295000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8295000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6512444019317627},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5467085838317871},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5213624238967896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4176163673400879},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17568472027778625}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6512444019317627},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5467085838317871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5213624238967896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4176163673400879},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17568472027778625}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/ia-240035","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-240035","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia240035?id=intelligenza-artificiale%2Fia240035","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2403.07965","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.07965","pdf_url":"https://arxiv.org/pdf/2403.07965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.uniroma1.it:11573/1717183","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1717183","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/ia-240035","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-240035","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia240035?id=intelligenza-artificiale%2Fia240035","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5730701950","display_name":null,"funder_award_id":"EP/W002876/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320307894","display_name":"Accenture","ror":"https://ror.org/013g16z83"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392822145.pdf","grobid_xml":"https://content.openalex.org/works/W4392822145.grobid-xml"},"referenced_works_count":96,"referenced_works":["https://openalex.org/W2068238590","https://openalex.org/W2560674852","https://openalex.org/W2610550445","https://openalex.org/W2962677625","https://openalex.org/W2963057320","https://openalex.org/W2964118342","https://openalex.org/W3012024854","https://openalex.org/W3019321633","https://openalex.org/W3024979215","https://openalex.org/W3035038672","https://openalex.org/W3035678286","https://openalex.org/W3134255974","https://openalex.org/W3145602566","https://openalex.org/W3167224913","https://openalex.org/W3170642968","https://openalex.org/W3203538342","https://openalex.org/W3204470331","https://openalex.org/W3204647170","https://openalex.org/W3206907172","https://openalex.org/W4200515141","https://openalex.org/W4200619592","https://openalex.org/W4226441840","https://openalex.org/W4285134706","https://openalex.org/W4315630065","https://openalex.org/W4385490607","https://openalex.org/W4385572213","https://openalex.org/W4385573095","https://openalex.org/W4385573964","https://openalex.org/W4386142022","https://openalex.org/W4386336949","https://openalex.org/W4389524452","https://openalex.org/W4389982650","https://openalex.org/W4392221200","https://openalex.org/W4394625520","https://openalex.org/W6685943813","https://openalex.org/W6732520560","https://openalex.org/W6738637145","https://openalex.org/W6741753902","https://openalex.org/W6745642626","https://openalex.org/W6759664831","https://openalex.org/W6761628794","https://openalex.org/W6765532259","https://openalex.org/W6767739577","https://openalex.org/W6775582764","https://openalex.org/W6775813656","https://openalex.org/W6779313456","https://openalex.org/W6780805062","https://openalex.org/W6783266986","https://openalex.org/W6788811087","https://openalex.org/W6794225067","https://openalex.org/W6794319727","https://openalex.org/W6796487566","https://openalex.org/W6796494063","https://openalex.org/W6796580215","https://openalex.org/W6797987261","https://openalex.org/W6802290083","https://openalex.org/W6802393872","https://openalex.org/W6803845004","https://openalex.org/W6804598379","https://openalex.org/W6810273350","https://openalex.org/W6810511197","https://openalex.org/W6810702803","https://openalex.org/W6810737565","https://openalex.org/W6811032435","https://openalex.org/W6811726652","https://openalex.org/W6838461096","https://openalex.org/W6838745215","https://openalex.org/W6838924855","https://openalex.org/W6840061620","https://openalex.org/W6844796666","https://openalex.org/W6846577953","https://openalex.org/W6848003854","https://openalex.org/W6849228906","https://openalex.org/W6849446888","https://openalex.org/W6849898756","https://openalex.org/W6849942665","https://openalex.org/W6850343264","https://openalex.org/W6850605033","https://openalex.org/W6850956297","https://openalex.org/W6851641416","https://openalex.org/W6851641548","https://openalex.org/W6853136885","https://openalex.org/W6853344814","https://openalex.org/W6854176678","https://openalex.org/W6854986105","https://openalex.org/W6856857450","https://openalex.org/W6857196401","https://openalex.org/W6857581152","https://openalex.org/W6858805040","https://openalex.org/W6860706552","https://openalex.org/W6860710830","https://openalex.org/W6861217365","https://openalex.org/W6861446510","https://openalex.org/W6861586562","https://openalex.org/W6861646425","https://openalex.org/W6861807962"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"This":[0],"article":[1],"summarizes":[2],"principles":[3],"and":[4,57,97,129],"ideas":[5],"from":[6,140],"the":[7,16,45,118],"emerging":[8,136],"area":[9],"of":[10,18,35,55,88,120,126],"applying":[11],"conditional":[12],"computation":[13],"methods":[14],"to":[15,74,104,109,144],"design":[17],"neural":[19,26,99],"networks.":[20,100],"In":[21],"particular,":[22],"we":[23,83,116],"focus":[24,134],"on":[25,40,135],"networks":[27],"that":[28],"can":[29],"dynamically":[30],"activate":[31],"or":[32],"de-activate":[33],"parts":[34],"their":[36,41],"computational":[37],"graph":[38],"conditionally":[39],"input.":[42],"Examples":[43],"include":[44],"dynamic":[46],"selection":[47,95],"of,":[48],"e.g.,":[49],"input":[50],"tokens,":[51],"layers":[52],"(or":[53],"sets":[54],"layers),":[56],"sub-modules":[58],"inside":[59],"each":[60],"layer":[61],"(e.g.,":[62],"channels":[63],"in":[64,78,124],"a":[65,71,106,133],"convolutional":[66],"filter).":[67],"We":[68],"first":[69],"provide":[70,105],"general":[72],"formalism":[73],"describe":[75],"these":[76,89,121],"techniques":[77],"an":[79],"uniform":[80],"way.":[81],"Then,":[82],"introduce":[84],"three":[85],"notable":[86],"implementations":[87],"principles:":[90],"mixture-of-experts":[91],"(MoEs)":[92],"networks,":[93],"token":[94],"mechanisms,":[96],"early-exit":[98],"The":[101],"paper":[102],"aims":[103],"tutorial-like":[107],"introduction":[108],"this":[110,114],"growing":[111],"field.":[112],"To":[113],"end,":[115],"analyze":[117],"benefits":[119],"modular":[122],"designs":[123],"terms":[125],"efficiency,":[127],"explainability,":[128],"transfer":[130],"learning,":[131],"with":[132],"applicative":[137],"areas":[138],"ranging":[139],"automated":[141],"scientific":[142],"discovery":[143],"semantic":[145],"communication.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2024-03-15T00:00:00"}