{"id":"https://openalex.org/W4401023904","doi":"https://doi.org/10.24963/ijcai.2024/413","title":"Towards Exact Computation of Inductive Bias","display_name":"Towards Exact Computation of Inductive Bias","publication_year":2024,"publication_date":"2024-07-26","ids":{"openalex":"https://openalex.org/W4401023904","doi":"https://doi.org/10.24963/ijcai.2024/413"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2024/413","doi":"https://doi.org/10.24963/ijcai.2024/413","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2024/413","pdf_url":"https://www.ijcai.org/proceedings/2024/0413.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-ThirdInternational Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2024/0413.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032821156","display_name":"Akhilan Boopathy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akhilan Boopathy","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032489869","display_name":"William Yue","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Yue","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101130392","display_name":"Jaedong Hwang","orcid":"https://orcid.org/0000-0003-0113-3537","observed_orcids":["https://orcid.org/0000-0003-0113-3537"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaedong Hwang","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045267754","display_name":"Abhiram Iyer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhiram Iyer","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083541135","display_name":"Ila Fiete","orcid":"https://orcid.org/0000-0003-4738-2539","observed_orcids":["https://orcid.org/0000-0003-4738-2539"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ila Fiete","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07865846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3733","last_page":"3741"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7548999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7548999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1071000024676323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06909999996423721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inductive-bias","display_name":"inductive bias","score":0.9509999752044678},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8230000138282776},{"id":"https://openalex.org/keywords/hypothesis-space","display_name":"hypothesis space","score":0.7580000162124634},{"id":"https://openalex.org/keywords/loss-distribution","display_name":"loss distribution","score":0.8240000009536743},{"id":"https://openalex.org/keywords/information-theoretic-measures","display_name":"information measures","score":0.7129999995231628},{"id":"https://openalex.org/keywords/neural-network-architecture","display_name":"neural network architecture","score":0.7020000219345093},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.4519999921321869},{"id":"https://openalex.org/keywords/approximation-error-estimates","display_name":"approximation error bounds","score":0.8519999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6826813817024231},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6501235365867615},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.5335562229156494},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3248109221458435},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2369803488254547},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08592179417610168},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.07396405935287476},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.24963/ijcai.2024/413","doi":"https://doi.org/10.24963/ijcai.2024/413","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2024/413","pdf_url":"https://www.ijcai.org/proceedings/2024/0413.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-ThirdInternational Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.15941","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.15941","pdf_url":"https://arxiv.org/pdf/2406.15941","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.15941","doi":"https://doi.org/10.48550/arxiv.2406.15941","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.15941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2024/413","doi":"https://doi.org/10.24963/ijcai.2024/413","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2024/413","pdf_url":"https://www.ijcai.org/proceedings/2024/0413.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-ThirdInternational Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401023904.pdf","grobid_xml":"https://content.openalex.org/works/W4401023904.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1827297289","https://openalex.org/W3126894933","https://openalex.org/W3133450183","https://openalex.org/W4312329933"],"related_works":["https://openalex.org/W3104240813","https://openalex.org/W4312812215","https://openalex.org/W6962876976","https://openalex.org/W4387806229","https://openalex.org/W4367859819","https://openalex.org/W7214340864","https://openalex.org/W2546672814","https://openalex.org/W6906145110","https://openalex.org/W2975512858","https://openalex.org/W7214741643"],"abstract_inverted_index":{"Much":[0],"research":[1],"in":[2,142,194],"machine":[3],"learning":[4],"involves":[5,84],"finding":[6],"appropriate":[7],"inductive":[8,28,48,101,120,164,185,195,204,231,240],"biases":[9],"(e.g.":[10],"convolutional":[11],"neural":[12,175,199],"networks,":[13],"momentum-based":[14],"optimizers,":[15],"transformers)":[16],"to":[17,65,71,97,107,128,170,226],"promote":[18],"generalization":[19,52],"on":[20,53],"tasks.":[21],"However,":[22],"quantification":[23],"of":[24,27,68,80,89,119,144,147,184,211,214,237],"the":[25,47,66,86,99,145,191,212,235],"amount":[26,67],"bias":[29,49,102,121,196,205],"associated":[30],"with":[31,56,151],"these":[32,108],"architectures":[33,217],"and":[34,125,221],"hyperparameters":[35],"has":[36],"been":[37],"limited.":[38],"We":[39,166],"propose":[40],"a":[41,54,57,76,94,104,116,178,223],"novel":[42],"method":[43,114],"for":[44,51,103,138,218],"efficiently":[45],"computing":[46],"required":[50,70,100],"task":[55,105],"fixed":[58],"training":[59],"data":[60],"budget;":[61],"formally,":[62],"this":[63],"corresponds":[64],"information":[69],"specify":[72],"well-generalizing":[73],"models":[74],"within":[75],"specific":[77,215],"hypothesis":[78,95,130],"space":[79,96],"models.":[81],"Our":[82,202],"approach":[83,141],"modeling":[85],"loss":[87],"distribution":[88],"random":[90],"hypotheses":[91],"drawn":[92],"from":[93],"estimate":[98,118],"relative":[106,169,192],"hypotheses.":[109,149],"Unlike":[110],"prior":[111,152],"work,":[112],"our":[113,139,154,188],"provides":[115,207,222],"direct":[117],"without":[122],"using":[123],"bounds":[124,137],"is":[126],"applicable":[127],"diverse":[129],"spaces.":[131],"Moreover,":[132],"we":[133],"derive":[134],"approximation":[135],"error":[136],"estimation":[140],"terms":[143],"number":[146],"sampled":[148],"Consistent":[150],"results,":[153],"empirical":[155],"results":[156],"demonstrate":[157],"that":[158,168],"higher":[159],"dimensional":[160],"tasks":[161,220,228],"require":[162],"greater":[163,230],"bias.":[165,186],"show":[167],"other":[171],"expressive":[172],"model":[173,179,216],"classes,":[174],"networks":[176],"as":[177],"class":[180],"encode":[181],"large":[182],"amounts":[183],"Furthermore,":[187],"measure":[189],"quantifies":[190],"difference":[193],"between":[197],"different":[198],"network":[200],"architectures.":[201],"proposed":[203],"metric":[206],"an":[208],"information-theoretic":[209],"interpretation":[210],"benefits":[213],"certain":[219],"quantitative":[224],"guide":[225],"developing":[227],"requiring":[229],"bias,":[232],"thereby":[233],"encouraging":[234],"development":[236],"more":[238],"powerful":[239],"biases.":[241]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-07-27T00:00:00"}