{"id":"https://openalex.org/W4387129522","doi":"https://doi.org/10.1109/access.2023.3320639","title":"Does Formula-Driven Supervised Learning Work on Small Datasets?","display_name":"Does Formula-Driven Supervised Learning Work on Small Datasets?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387129522","doi":"https://doi.org/10.1109/access.2023.3320639"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3320639","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320639","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266324.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266324.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009991570","display_name":"Kodai Nakashima","orcid":"https://orcid.org/0000-0003-1539-3567"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kodai Nakashima","raw_affiliation_strings":["Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1539-3567","affiliations":[{"raw_affiliation_string":"Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011507481","display_name":"Hirokatsu Kataoka","orcid":"https://orcid.org/0000-0001-8844-165X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirokatsu Kataoka","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8844-165X","affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043995369","display_name":"Yutaka Satoh","orcid":"https://orcid.org/0000-0002-0638-0855"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaka Satoh","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3912,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68931024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"136166","last_page":"136178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8258895874023438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6660476326942444},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.6205717325210571},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6164069175720215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5929177403450012},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5791542530059814},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5148200392723083},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.49857044219970703},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.48718589544296265},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4479871094226837},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4221644997596741},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3438284993171692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06383708119392395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8258895874023438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6660476326942444},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.6205717325210571},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6164069175720215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5929177403450012},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5791542530059814},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5148200392723083},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.49857044219970703},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.48718589544296265},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4479871094226837},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4221644997596741},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3438284993171692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06383708119392395},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3320639","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320639","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266324.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fd5b25a4ba32476391ddd53beaf9caa6","is_oa":true,"landing_page_url":"https://doaj.org/article/fd5b25a4ba32476391ddd53beaf9caa6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 136166-136178 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3320639","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320639","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266324.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.7200000286102295,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3171956239","display_name":"Deep Learning Principle Analysis in Accordance with Natural Law","funder_award_id":"19H01134","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3187968308","display_name":null,"funder_award_id":"JPNP 20006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6712194785","display_name":null,"funder_award_id":"JPNP 20006","funder_id":"https://openalex.org/F4320321034","funder_display_name":"New Energy and Industrial Technology Development Organization"},{"id":"https://openalex.org/G8893416511","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320311508","funder_display_name":"National Institute of Advanced Industrial Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320311508","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54"},{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387129522.pdf","grobid_xml":"https://content.openalex.org/works/W4387129522.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W343636949","https://openalex.org/W1797268635","https://openalex.org/W1849277567","https://openalex.org/W1909952827","https://openalex.org/W2078206416","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2145607950","https://openalex.org/W2147800946","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2549139847","https://openalex.org/W2732026016","https://openalex.org/W2750549109","https://openalex.org/W2899663614","https://openalex.org/W2962843773","https://openalex.org/W2963446712","https://openalex.org/W2963465221","https://openalex.org/W2963703197","https://openalex.org/W2963946669","https://openalex.org/W2964194231","https://openalex.org/W2992308087","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3035682985","https://openalex.org/W3118608800","https://openalex.org/W3121523901","https://openalex.org/W3137182587","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3157506437","https://openalex.org/W3159481202","https://openalex.org/W3172942063","https://openalex.org/W3216721002","https://openalex.org/W3217483830","https://openalex.org/W4213414377","https://openalex.org/W4280558643","https://openalex.org/W4295308583","https://openalex.org/W4312820606","https://openalex.org/W4312977443","https://openalex.org/W4313156423","https://openalex.org/W6637373629","https://openalex.org/W6638319203","https://openalex.org/W6682778277","https://openalex.org/W6684191040","https://openalex.org/W6688059459","https://openalex.org/W6703116779","https://openalex.org/W6739901393","https://openalex.org/W6745136726","https://openalex.org/W6747899497","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6762718338","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6778883912","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6783600611","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6795140394","https://openalex.org/W6796417832","https://openalex.org/W6797153837","https://openalex.org/W6797602710"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W4394050964","https://openalex.org/W2551249631","https://openalex.org/W4380558612","https://openalex.org/W4387829178","https://openalex.org/W4226410230","https://openalex.org/W3163689946","https://openalex.org/W4389519237"],"abstract_inverted_index":{"Does":[0],"formula-driven":[1],"supervised":[2],"learning":[3],"(FDSL)":[4],"work":[5],"effectively":[6],"with":[7,21,105,125],"fine-tuning":[8,77,133],"on":[9,134],"small":[10],"datasets?":[11],"Additionally,":[12],"how":[13],"many":[14],"natural":[15,59,72,107],"images":[16,41,73,172],"do":[17],"a":[18,31,68,90,153],"network":[19],"pre-trained":[20],"FDSL":[22,29,84,124,176,204],"require":[23],"to":[24,38,50,66,78,93,141,165,177,180,214],"acquire":[25],"sufficient":[26],"image":[27,60],"features?":[28],"is":[30,85,114,152],"pre-training":[32,75,127,158],"method":[33,92],"that":[34,149,196],"employs":[35],"mathematical":[36],"formulas":[37],"automatically":[39],"generate":[40],"and":[42,76,101,112,128,168,205],"their":[43],"corresponding":[44],"labels.":[45],"These":[46],"questions":[47],"are":[48,173],"crucial":[49],"address,":[51],"as":[52,89],"the":[53,64,137,186,189,200,215],"acquisition":[54],"of":[55,71,136,139,188,203,217],"features":[56],"valuable":[57,207],"for":[58,116,175,209],"recognition":[61],"tasks":[62],"necessitates":[63],"opportunity":[65],"learn":[67],"certain":[69],"number":[70],"through":[74,132],"achieve":[79],"optimal":[80],"results.":[81],"Furthermore,":[82],"because":[83],"progressively":[86],"gaining":[87],"attention":[88],"promising":[91],"mitigate":[94],"concerns":[95],"about":[96],"privacy":[97],"violations,":[98],"fairness":[99],"protection,":[100],"labor-intensive":[102],"efforts":[103],"associated":[104],"annotating":[106],"images,":[108,167],"clarifying":[109],"its":[110],"effectiveness":[111],"limitations":[113,202],"essential":[115],"widespread":[117],"adoption.":[118],"In":[119],"this":[120,197],"study,":[121],"we":[122,147,184],"compare":[123],"ImageNet-1k":[126,157,181],"training":[129],"from":[130,156],"scratch":[131],"datasets":[135,161],"order":[138],"100":[140,164],"10,000":[142],"images.":[143],"Through":[144],"our":[145],"experiments,":[146],"discovered":[148],"(i)":[150],"there":[151],"significant":[154],"difference":[155],"when":[159],"using":[160],"containing":[162],"approximately":[163,170],"1,000":[166],"(ii)":[169],"50,000":[171],"required":[174],"be":[178],"equivalent":[179],"pre-training.":[182],"Moreover,":[183],"verified":[185],"validity":[187],"hyper-parameters":[190],"during":[191],"fine-tuning.":[192],"We":[193],"firmly":[194],"believe":[195],"study":[198],"elucidates":[199],"current":[201],"offers":[206],"guidance":[208],"future":[210],"research,":[211],"ultimately":[212],"contributing":[213],"field":[216],"computer":[218],"vision.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}