{"id":"https://openalex.org/W4320342107","doi":"https://doi.org/10.48550/arxiv.2302.00617","title":"Learning Large-scale Neural Fields via Context Pruned Meta-Learning","display_name":"Learning Large-scale Neural Fields via Context Pruned Meta-Learning","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4320342107","doi":"https://doi.org/10.48550/arxiv.2302.00617"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.00617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00617","pdf_url":"https://arxiv.org/pdf/2302.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.00617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020674537","display_name":"Jihoon Tack","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tack, Jihoon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631170","display_name":"Subin Kim","orcid":"https://orcid.org/0000-0002-1191-9640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Subin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053317038","display_name":"Sihyun Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Sihyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331196","display_name":"Jaeho Lee","orcid":"https://orcid.org/0000-0002-2735-0647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jaeho","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102928677","display_name":"Jinwoo Shin","orcid":"https://orcid.org/0000-0003-4313-4669"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Jinwoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012775658","display_name":"Jonathan Richard Schwarz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwarz, Jonathan Richard","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5020674537"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8536763191223145},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8067929744720459},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.7774275541305542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6210014820098877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6098010540008545},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6036221981048584},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.536927342414856},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4922133982181549},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4380342960357666},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42711085081100464},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4258460998535156},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.11434078216552734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536763191223145},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8067929744720459},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.7774275541305542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6210014820098877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6098010540008545},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6036221981048584},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.536927342414856},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4922133982181549},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4380342960357666},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42711085081100464},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4258460998535156},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.11434078216552734},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.00617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00617","pdf_url":"https://arxiv.org/pdf/2302.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2302.00617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.00617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.00617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00617","pdf_url":"https://arxiv.org/pdf/2302.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W2072565696","https://openalex.org/W2050451745","https://openalex.org/W4281862540"],"abstract_inverted_index":{"We":[0,60,136],"introduce":[1],"an":[2,138],"efficient":[3],"optimization-based":[4,93],"meta-learning":[5],"technique":[6],"for":[7,130],"large-scale":[8],"neural":[9,110],"field":[10],"training":[11],"by":[12,26,69,82],"realizing":[13],"significant":[14,127],"memory":[15],"savings":[16],"through":[17,156],"automated":[18],"online":[19],"context":[20,84],"point":[21],"selection.":[22],"This":[23],"is":[24,119,167],"achieved":[25],"focusing":[27],"each":[28],"learning":[29,106],"step":[30],"on":[31,142],"the":[32,37,47,63,76,89,105,160],"subset":[33],"of":[34,51,57,65,78,92,107,134,159],"data":[35],"with":[36],"highest":[38],"expected":[39],"immediate":[40],"improvement":[41],"in":[42,46,75,112],"model":[43],"quality,":[44],"resulting":[45,74],"almost":[48],"instantaneous":[49],"modeling":[50],"global":[52],"structure":[53],"and":[54,125],"subsequent":[55],"refinement":[56],"high-frequency":[58],"details.":[59],"further":[61],"improve":[62],"quality":[64],"our":[66,164],"meta-learned":[67],"initialization":[68],"introducing":[70],"a":[71,131],"bootstrap":[72],"correction":[73],"minimization":[77],"any":[79],"error":[80],"introduced":[81],"reduced":[83],"sets":[85],"while":[86,152],"simultaneously":[87],"mitigating":[88],"well-known":[90],"myopia":[91],"meta-learning.":[94],"Finally,":[95],"we":[96],"show":[97],"how":[98],"gradient":[99],"re-scaling":[100],"at":[101,169],"meta-test":[102],"time":[103],"allows":[104],"extremely":[108],"high-quality":[109],"fields":[111],"significantly":[113],"shortened":[114],"optimization":[115],"procedures.":[116],"Our":[117],"framework":[118],"model-agnostic,":[120],"intuitive,":[121],"straightforward":[122],"to":[123],"implement,":[124],"shows":[126],"reconstruction":[128],"improvements":[129],"wide":[132],"range":[133],"signals.":[135],"provide":[137],"extensive":[139],"empirical":[140],"evaluation":[141],"nine":[143],"datasets":[144],"across":[145],"multiple":[146,147],"modalities,":[148],"demonstrating":[149],"state-of-the-art":[150],"results":[151],"providing":[153],"additional":[154],"insight":[155],"careful":[157],"analysis":[158],"algorithmic":[161],"components":[162],"constituting":[163],"method.":[165],"Code":[166],"available":[168],"https://github.com/jihoontack/GradNCP":[170]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}