{"id":"https://openalex.org/W4321594069","doi":"https://doi.org/10.48550/arxiv.2302.10692","title":"On Inductive Biases for Machine Learning in Data Constrained Settings","display_name":"On Inductive Biases for Machine Learning in Data Constrained Settings","publication_year":2023,"publication_date":"2023-02-21","ids":{"openalex":"https://openalex.org/W4321594069","doi":"https://doi.org/10.48550/arxiv.2302.10692"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.10692","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.10692","pdf_url":"https://arxiv.org/pdf/2302.10692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.10692","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042339093","display_name":"Gr\u00e9goire Mialon","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mialon, Gr\u00e9goire","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5042339093"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4138000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4138000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3140000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inductive-bias","display_name":"inductive bias","score":0.9559999704360962},{"id":"https://openalex.org/keywords/data-scarcity","display_name":"data scarcity","score":0.5809999704360962},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.7419999837875366},{"id":"https://openalex.org/keywords/kernel-methods","display_name":"kernel methods","score":0.871999979019165},{"id":"https://openalex.org/keywords/neural-network-modules","display_name":"neural network modules","score":0.3330000042915344},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"sequence learning","score":0.4259999990463257},{"id":"https://openalex.org/keywords/protein-sequences","display_name":"protein sequences","score":0.8169999718666077},{"id":"https://openalex.org/keywords/molecular-graphs","display_name":"molecular graphs","score":0.718999981880188},{"id":"https://openalex.org/keywords/sample-screening","display_name":"sample screening","score":0.8560000061988831},{"id":"https://openalex.org/keywords/dataset-pruning","display_name":"dataset pruning","score":0.8730000257492065},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.8199999928474426}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8231039643287659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7558215260505676},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7327550649642944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6963736414909363},{"id":"https://openalex.org/C77075516","wikidata":"https://www.wikidata.org/wiki/Q6027324","display_name":"Inductive transfer","level":5,"score":0.6373817920684814},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.5485967397689819},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5047699213027954},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5010392665863037},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5002644062042236},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.46271321177482605},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.458763062953949},{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.44530197978019714},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.4375784695148468},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4360434114933014},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.41019296646118164},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.40777552127838135},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.38825035095214844},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3719574511051178},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.22293928265571594},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.12458884716033936},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2302.10692","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.10692","pdf_url":"https://arxiv.org/pdf/2302.10692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:tel-03999078v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/tel-03999078v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science [cs]. Ecole Normale Sup\u00e9rieure (ENS), Paris, FRA., 2022. English. &#x27E8;NNT : &#x27E9;","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"pmh:oai:HAL:tel-04395718v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/tel-04395718v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning [cs.LG]. Universit\u00e9 Paris sciences et lettres, 2022. English. &#x27E8;NNT : 2022UPSLE011&#x27E9;","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"doi:10.48550/arxiv.2302.10692","doi":"https://doi.org/10.48550/arxiv.2302.10692","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.10692","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.10692","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.10692","pdf_url":"https://arxiv.org/pdf/2302.10692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321594069.pdf","grobid_xml":"https://content.openalex.org/works/W4321594069.grobid-xml"},"referenced_works_count":133,"referenced_works":["https://openalex.org/W385466589","https://openalex.org/W1480376833","https://openalex.org/W1505731132","https://openalex.org/W1573785613","https://openalex.org/W1600762120","https://openalex.org/W1618978521","https://openalex.org/W1629559917","https://openalex.org/W1639961155","https://openalex.org/W1673923490","https://openalex.org/W1751167696","https://openalex.org/W1774304772","https://openalex.org/W1816257748","https://openalex.org/W1959608418","https://openalex.org/W1972010412","https://openalex.org/W2003447360","https://openalex.org/W2011892438","https://openalex.org/W2026625220","https://openalex.org/W2041625018","https://openalex.org/W2044284589","https://openalex.org/W2089703377","https://openalex.org/W2093545205","https://openalex.org/W2094100343","https://openalex.org/W2097308346","https://openalex.org/W2097620183","https://openalex.org/W2101234009","https://openalex.org/W2101399145","https://openalex.org/W2115467367","https://openalex.org/W2116341502","https://openalex.org/W2122825543","https://openalex.org/W2123872146","https://openalex.org/W2131060185","https://openalex.org/W2133564696","https://openalex.org/W2134692386","https://openalex.org/W2135046866","https://openalex.org/W2142498761","https://openalex.org/W2144902422","https://openalex.org/W2147079026","https://openalex.org/W2147286743","https://openalex.org/W2158131535","https://openalex.org/W2159156271","https://openalex.org/W2163605009","https://openalex.org/W2168356304","https://openalex.org/W2168871277","https://openalex.org/W2173027866","https://openalex.org/W2198606573","https://openalex.org/W2226906430","https://openalex.org/W2251939518","https://openalex.org/W2257979135","https://openalex.org/W2269622027","https://openalex.org/W2394667775","https://openalex.org/W2413794162","https://openalex.org/W2519887557","https://openalex.org/W2558748708","https://openalex.org/W2625346603","https://openalex.org/W2626778328","https://openalex.org/W2754337800","https://openalex.org/W2765202580","https://openalex.org/W2765780436","https://openalex.org/W2766453196","https://openalex.org/W2768793812","https://openalex.org/W2789541106","https://openalex.org/W2791092480","https://openalex.org/W2793477525","https://openalex.org/W2804360054","https://openalex.org/W2805494347","https://openalex.org/W2805516822","https://openalex.org/W2805772889","https://openalex.org/W2883386984","https://openalex.org/W2889498145","https://openalex.org/W2894175828","https://openalex.org/W2894384847","https://openalex.org/W2896457183","https://openalex.org/W2913004909","https://openalex.org/W2913783817","https://openalex.org/W2918342466","https://openalex.org/W2923014074","https://openalex.org/W2945237470","https://openalex.org/W2945767825","https://openalex.org/W2946794439","https://openalex.org/W2946985165","https://openalex.org/W2948216679","https://openalex.org/W2948223045","https://openalex.org/W2953494151","https://openalex.org/W2962717755","https://openalex.org/W2963091558","https://openalex.org/W2963319429","https://openalex.org/W2964110616","https://openalex.org/W2970100546","https://openalex.org/W2970843311","https://openalex.org/W2979861340","https://openalex.org/W2980282514","https://openalex.org/W2986154550","https://openalex.org/W2989847975","https://openalex.org/W2994451423","https://openalex.org/W2994673210","https://openalex.org/W2996080391","https://openalex.org/W2999044305","https://openalex.org/W3000577518","https://openalex.org/W3001279689","https://openalex.org/W3006801027","https://openalex.org/W3011358689","https://openalex.org/W3015146382","https://openalex.org/W3015468748","https://openalex.org/W3021954012","https://openalex.org/W3030163527","https://openalex.org/W3033529678","https://openalex.org/W3033943443","https://openalex.org/W3034955736","https://openalex.org/W3035524453","https://openalex.org/W3036694079","https://openalex.org/W3037646323","https://openalex.org/W3085139254","https://openalex.org/W3094502228","https://openalex.org/W3109650979","https://openalex.org/W3112689365","https://openalex.org/W3113177135","https://openalex.org/W3127760629","https://openalex.org/W3146944767","https://openalex.org/W3151826485","https://openalex.org/W3157286395","https://openalex.org/W3163465952","https://openalex.org/W3165102544","https://openalex.org/W3167812602","https://openalex.org/W3168547639","https://openalex.org/W3170874841","https://openalex.org/W3177813494","https://openalex.org/W3177828909","https://openalex.org/W3195149063","https://openalex.org/W4239510810","https://openalex.org/W4247489173","https://openalex.org/W4253214256","https://openalex.org/W4298289240","https://openalex.org/W7149779317"],"related_works":["https://openalex.org/W7221696197","https://openalex.org/W3011040805","https://openalex.org/W6945843994","https://openalex.org/W2154913025","https://openalex.org/W6941069177","https://openalex.org/W6962876976","https://openalex.org/W2121193323","https://openalex.org/W6991795814","https://openalex.org/W2546672814","https://openalex.org/W6908359290"],"abstract_inverted_index":{"Learning":[0],"with":[1],"limited":[2],"data":[3,27,91,167],"is":[4,44,242],"one":[5],"of":[6,10,26,36,64,86,95,115,129,140,156,173,183,189,236,256],"the":[7,30,72,84,113,116,126,137,141,154,166,171,181,187,208,237,254,280],"biggest":[8],"problems":[9,63],"machine":[11,223,275],"learning.":[12,178,218],"Current":[13],"approaches":[14],"to":[15,83,100,147,175,245,264,288],"this":[16,184],"issue":[17],"consist":[18],"in":[19,47,90,186,194,216,239],"learning":[20,66,87,145,224,276],"general":[21],"representations":[22],"from":[23,125,268],"huge":[24],"amounts":[25],"before":[28,272],"fine-tuning":[29],"model":[31,69],"on":[32,97,165],"a":[33,80,240,247,269,274],"small":[34],"dataset":[35,241,270],"interest.":[37],"While":[38],"such":[39,49,67,191,202],"technique,":[40],"coined":[41],"transfer":[42],"learning,":[43],"very":[45],"effective":[46],"domains":[48],"as":[50,68,163,192,203],"computer":[51],"vision":[52],"or":[53,71,197,291],"natural":[54,195],"langage":[55],"processing,":[56],"it":[57],"does":[58],"not":[59],"yet":[60],"solve":[61],"common":[62],"deep":[65,217],"interpretability":[70],"overall":[73],"need":[74],"for":[75,293],"data.":[76,117],"This":[77],"thesis":[78],"explores":[79],"different":[81],"answer":[82],"problem":[85,255],"expressive":[88],"models":[89,174],"constrained":[92],"settings:":[93],"instead":[94],"relying":[96],"big":[98],"datasets":[99,290],"learn":[101,246],"neural":[102],"networks,":[103],"we":[104,220,232,252],"will":[105,122],"replace":[106],"some":[107,148],"modules":[108],"by":[109],"known":[110],"functions":[111,121],"reflecting":[112],"structure":[114,139],"Very":[118],"often,":[119],"these":[120],"be":[123,161,286],"drawn":[124],"rich":[127],"literature":[128],"kernel":[130],"methods.":[131],"Indeed,":[132],"many":[133],"kernels":[134],"can":[135,160,285],"reflect":[136],"underlying":[138],"data,":[142],"thus":[143],"sparing":[144],"parameters":[146],"extent.":[149],"Our":[150],"approach":[151,185],"falls":[152],"under":[153],"hood":[155],"\"inductive":[157],"biases\",":[158],"which":[159,234],"defined":[162],"hypothesis":[164],"at":[168],"hand":[169],"restricting":[170],"space":[172],"explore":[176],"during":[177],"We":[179,205],"demonstrate":[180],"effectiveness":[182],"context":[188],"sequences,":[190,199],"sentences":[193],"language":[196],"protein":[198],"and":[200,213],"graphs,":[201],"molecules.":[204],"also":[206],"highlight":[207],"relationship":[209],"between":[210],"our":[211],"work":[212],"recent":[214],"advances":[215],"Additionally,":[219],"study":[221,253],"convex":[222],"models.":[225],"Here,":[226],"rather":[227],"than":[228],"proposing":[229],"new":[230],"models,":[231],"wonder":[233],"proportion":[235],"samples":[238,267],"really":[243],"needed":[244],"\"good\"":[248],"model.":[249,282],"More":[250],"precisely,":[251],"safe":[257],"sample":[258],"screening,":[259],"i.e,":[260],"executing":[261],"simple":[262],"tests":[263],"discard":[265],"uninformative":[266],"even":[271],"fitting":[273],"model,":[277],"without":[278],"affecting":[279],"optimal":[281],"Such":[283],"techniques":[284],"used":[287],"prune":[289],"mine":[292],"rare":[294],"samples.":[295]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-02-24T00:00:00"}
