{"id":"https://openalex.org/W4213414377","doi":"https://doi.org/10.1007/s11263-021-01555-8","title":"Pre-Training Without Natural Images","display_name":"Pre-Training Without Natural Images","publication_year":2022,"publication_date":"2022-02-24","ids":{"openalex":"https://openalex.org/W4213414377","doi":"https://doi.org/10.1007/s11263-021-01555-8"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-021-01555-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01555-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01555-8.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01555-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011507481","display_name":"Hirokatsu Kataoka","orcid":"https://orcid.org/0000-0001-8844-165X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hirokatsu Kataoka","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033797680","display_name":"Kazushige Okayasu","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazushige Okayasu","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083532594","display_name":"Asato Matsumoto","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Asato Matsumoto","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078904020","display_name":"Eisuke Yamagata","orcid":"https://orcid.org/0000-0003-1347-9260"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eisuke Yamagata","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032924926","display_name":"Ryosuke Yamada","orcid":"https://orcid.org/0000-0003-3820-7501"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryosuke Yamada","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101261291","display_name":"Nakamasa Inoue","orcid":"https://orcid.org/0009-0006-1145-0914"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nakamasa Inoue","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000515283","display_name":"Akio Nakamura","orcid":"https://orcid.org/0000-0003-3156-1348"},"institutions":[{"id":"https://openalex.org/I165522056","display_name":"Tokyo Denki University","ror":"https://ror.org/01pa62v70","country_code":"JP","type":"education","lineage":["https://openalex.org/I165522056"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akio Nakamura","raw_affiliation_strings":["Tokyo Denki University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Denki University, Tokyo, Japan","institution_ids":["https://openalex.org/I165522056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043995369","display_name":"Yutaka Satoh","orcid":"https://orcid.org/0000-0002-0638-0855"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaka Satoh","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5011507481"],"corresponding_institution_ids":["https://openalex.org/I73613424"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":4.5936,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95911283,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"130","issue":"4","first_page":"990","last_page":"1007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.766088604927063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.758102297782898},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6101703643798828},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5863968133926392},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5628029108047485},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45853883028030396},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4110748767852783}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.766088604927063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758102297782898},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6101703643798828},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5863968133926392},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5628029108047485},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45853883028030396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4110748767852783}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-021-01555-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01555-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01555-8.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-021-01555-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01555-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01555-8.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G1036901904","display_name":"\u6570\u5b66\u6559\u80b2\u306e\u6620\u50cf\u5316\u3068\u6559\u5177\u306e\u958b\u767a","funder_award_id":"20006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3171956239","display_name":null,"funder_award_id":"19H01134","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3283080113","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320311508","funder_display_name":"National Institute of Advanced Industrial Science and Technology"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3818729332","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4227499671","display_name":null,"funder_award_id":"KAKENHI Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5858090673","display_name":null,"funder_award_id":"JP19H01134","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6725152017","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320321034","funder_display_name":"New Energy and Industrial Technology Development Organization"},{"id":"https://openalex.org/G8893416511","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320311508","funder_display_name":"National Institute of Advanced Industrial Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320311508","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54"},{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213414377.pdf","grobid_xml":"https://content.openalex.org/works/W4213414377.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W343636949","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1988998651","https://openalex.org/W1999137483","https://openalex.org/W2014801693","https://openalex.org/W2032121576","https://openalex.org/W2037227137","https://openalex.org/W2078206416","https://openalex.org/W2083445339","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2145607950","https://openalex.org/W2146622769","https://openalex.org/W2155541015","https://openalex.org/W2158270878","https://openalex.org/W2163605009","https://openalex.org/W2194321275","https://openalex.org/W2194775991","https://openalex.org/W2315410813","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2408279554","https://openalex.org/W2549139847","https://openalex.org/W2576289912","https://openalex.org/W2605102758","https://openalex.org/W2732026016","https://openalex.org/W2750549109","https://openalex.org/W2785325870","https://openalex.org/W2804935296","https://openalex.org/W2883725317","https://openalex.org/W2895439318","https://openalex.org/W2953469440","https://openalex.org/W2962711930","https://openalex.org/W2962843773","https://openalex.org/W2962858109","https://openalex.org/W2963163009","https://openalex.org/W2963271314","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963458902","https://openalex.org/W2963465221","https://openalex.org/W2963703197","https://openalex.org/W2963709863","https://openalex.org/W2982083293","https://openalex.org/W2986405467","https://openalex.org/W2989731761","https://openalex.org/W2991391304","https://openalex.org/W2997095758","https://openalex.org/W3005680577","https://openalex.org/W3035524453","https://openalex.org/W3118608800","https://openalex.org/W3119746452","https://openalex.org/W4235505822","https://openalex.org/W4239515185","https://openalex.org/W4288083803","https://openalex.org/W4301496497","https://openalex.org/W6703787047","https://openalex.org/W7065315931"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4239306820","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W2947043951","https://openalex.org/W4399188509","https://openalex.org/W4312417841"],"abstract_inverted_index":{"Abstract":[0],"Is":[1],"it":[2],"possible":[3],"to":[4,14,65,101,122,188,233],"use":[5,50],"convolutional":[6,250],"neural":[7],"networks":[8],"pre-trained":[9,160,177,195,199,204],"without":[10,169],"any":[11,96],"natural":[12,16,46,57,170,223],"images":[13,54,58],"assist":[15],"image":[17,32,92,110,153],"understanding?":[18],"The":[19,74,197],"paper":[20],"proposes":[21],"a":[22,45,108,112,139,167,243],"novel":[23],"concept,":[24],"Formula-driven":[25],"Supervised":[26],"Learning":[27,83],"(FDSL).":[28],"We":[29],"automatically":[30,52],"generate":[31,66],"patterns":[33,93],"and":[34,130,155,216,225,252],"their":[35],"category":[36],"labels":[37],"by":[38],"assigning":[39],"fractals,":[40],"which":[41],"are":[42,186,230],"based":[43,94,209],"on":[44,95,206,210],"law.":[47],"Theoretically,":[48],"the":[49,60,85,89,115,134,162,191,239,247],"of":[51,56,71,91,117,149,193,249],"generated":[53],"instead":[55],"in":[59,99,182,246],"pre-training":[61,106],"phase":[62],"allows":[63],"us":[64,229],"an":[67,144],"infinitely":[68],"large":[69],"dataset":[70,113,141],"labeled":[72],"images.":[73],"proposed":[75,163,240],"framework":[76,87,116],"is":[77,119,220],"similar":[78],"yet":[79],"different":[80],"from":[81],"Self-Supervised":[82],"because":[84],"FDSL":[86,118,211],"enables":[88],"creation":[90],"mathematical":[97],"formulas":[98],"addition":[100],"self-generated":[102],"labels.":[103],"Further,":[104],"unlike":[105],"with":[107,161,178,238],"synthetic":[109],"dataset,":[111],"under":[114],"not":[120,173],"required":[121],"define":[123],"object":[124],"categories,":[125],"surface":[126],"texture,":[127],"lighting":[128],"conditions,":[129],"camera":[131],"viewpoint.":[132],"In":[133],"experimental":[135],"section,":[136],"we":[137,185],"find":[138],"better":[140],"configuration":[142],"through":[143],"exploratory":[145],"study,":[146],"e.g.,":[147],"increase":[148],"#category/#instance,":[150],"patch":[151],"rendering,":[152],"coloring,":[154],"training":[156],"epoch.":[157],"Although":[158],"models":[159,176,205],"Fractal":[164],"DataBase":[165],"(FractalDB),":[166],"database":[168],"images,":[171],"do":[172],"necessarily":[174],"outperform":[175],"human":[179],"annotated":[180],"datasets":[181,208],"all":[183],"settings,":[184],"able":[187],"partially":[189],"surpass":[190],"accuracy":[192],"ImageNet/Places":[194],"models.":[196],"FractalDB":[198,241],"CNN":[200],"also":[201],"outperforms":[202],"other":[203],"auto-generated":[207],"such":[212],"as":[213],"Bezier":[214],"curves":[215],"Perlin":[217],"noise.":[218],"This":[219],"reasonable":[221],"since":[222],"objects":[224],"scenes":[226],"existing":[227],"around":[228],"constructed":[231],"according":[232],"fractal":[234],"geometry.":[235],"Image":[236],"representation":[237],"captures":[242],"unique":[244],"feature":[245],"visualization":[248],"layers":[251],"attentions.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}