{"id":"https://openalex.org/W7204084302","doi":"https://doi.org/10.48550/arxiv.2608.21098","title":"When does fusing hand-crafted knowledge with learned representations pay? A cost-normalized benchmark of stacking, substitution, and interference","display_name":"When does fusing hand-crafted knowledge with learned representations pay? A cost-normalized benchmark of stacking, substitution, and interference","publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204084302","doi":"https://doi.org/10.48550/arxiv.2608.21098"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21098","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21098","pdf_url":"https://arxiv.org/pdf/2608.21098","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21098","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055293235","display_name":"Ahmad AlMughrabi","orcid":"https://orcid.org/0000-0002-9336-3200","observed_orcids":["https://orcid.org/0000-0002-9336-3200"]},"institutions":[{"id":"https://openalex.org/I71999127","display_name":"Universitat de Barcelona","ror":"https://ror.org/021018s57","country_code":"ES","type":"education","lineage":["https://openalex.org/I71999127"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"AlMughrabi, Ahmad","raw_affiliation_strings":["Universitat de Barcelona , Barcelona , Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat de Barcelona , Barcelona , Spain","institution_ids":["https://openalex.org/I71999127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047500637","display_name":"Albert Clop","orcid":"https://orcid.org/0000-0002-0187-6288","observed_orcids":["https://orcid.org/0000-0002-0187-6288"]},"institutions":[{"id":"https://openalex.org/I71999127","display_name":"Universitat de Barcelona","ror":"https://ror.org/021018s57","country_code":"ES","type":"education","lineage":["https://openalex.org/I71999127"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Clop, Albert","raw_affiliation_strings":["Universitat de Barcelona , Barcelona , Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat de Barcelona , Barcelona , Spain","institution_ids":["https://openalex.org/I71999127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143564551","display_name":"Benjamin Busam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Busam, Benjamin","raw_affiliation_strings":["Technical University of Munich , Munich , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich , Munich , Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128277370","display_name":"Ricardo Marques","orcid":"https://orcid.org/0000-0001-8261-4409","observed_orcids":["https://orcid.org/0000-0001-8261-4409"]},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marques, Ricardo","raw_affiliation_strings":["Universitat Pompeu Fabra , Barcelona , Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra , Barcelona , Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083867344","display_name":"Petia I. Radeva","orcid":"https://orcid.org/0000-0003-0047-5172","observed_orcids":["https://orcid.org/0000-0003-0047-5172"]},"institutions":[{"id":"https://openalex.org/I71999127","display_name":"Universitat de Barcelona","ror":"https://ror.org/021018s57","country_code":"ES","type":"education","lineage":["https://openalex.org/I71999127"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Radeva, Petia","raw_affiliation_strings":["Universitat de Barcelona , Barcelona , Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat de Barcelona , Barcelona , Spain","institution_ids":["https://openalex.org/I71999127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.7279999852180481},{"id":"https://openalex.org/keywords/gabor-features","display_name":"Gabor features","score":0.5049999952316284},{"id":"https://openalex.org/keywords/self-supervised-pretraining","display_name":"self-supervised pre-training","score":0.7369999885559082},{"id":"https://openalex.org/keywords/simclr","display_name":"SimCLR","score":0.7080000042915344},{"id":"https://openalex.org/keywords/simsiam","display_name":"SimSiam","score":0.968999981880188},{"id":"https://openalex.org/keywords/dino","display_name":"DINO","score":0.9869999885559082},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.6850000023841858},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.7160000205039978},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.32600000500679016},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.3050000071525574}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7889000177383423},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7347000241279602},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6517999768257141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6507999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6168000102043152},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42980000376701355},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C2983203078","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Information gain","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.3057999908924103},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2615000009536743},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21098","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21098","pdf_url":"https://arxiv.org/pdf/2608.21098","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21098","doi":"https://doi.org/10.48550/arxiv.2608.21098","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21098","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21098","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21098","pdf_url":"https://arxiv.org/pdf/2608.21098","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G185162837","display_name":null,"funder_award_id":"2021-SGR-01094","funder_id":"https://openalex.org/F4320334830","funder_display_name":"Ag\u00e8ncia de Gesti\u00f3 d'Ajuts Universitaris i de Recerca"},{"id":"https://openalex.org/G3282777290","display_name":null,"funder_award_id":"SGR-01094","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8080496651","display_name":null,"funder_award_id":"2021-SGR-01094","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":null},{"id":"https://openalex.org/F4320323868","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96"},{"id":"https://openalex.org/F4320334830","display_name":"Ag\u00e8ncia de Gesti\u00f3 d'Ajuts Universitaris i de Recerca","ror":"https://ror.org/01n4pqe45"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":"https://ror.org/003x0zc53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204084302.pdf","grobid_xml":"https://content.openalex.org/works/W7204084302.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1932088538","https://openalex.org/W2002748000","https://openalex.org/W2038420319","https://openalex.org/W2048058569","https://openalex.org/W2072072671","https://openalex.org/W2161969291","https://openalex.org/W2167055186","https://openalex.org/W2529194139","https://openalex.org/W2610691757","https://openalex.org/W2741430497","https://openalex.org/W2912218663","https://openalex.org/W2947986443","https://openalex.org/W2964194231","https://openalex.org/W2981540061","https://openalex.org/W3006087551","https://openalex.org/W3007766931","https://openalex.org/W4317436377","https://openalex.org/W4409854855","https://openalex.org/W4415224743"],"related_works":["https://openalex.org/W7082158277","https://openalex.org/W7197023938","https://openalex.org/W4387995335","https://openalex.org/W7214760237","https://openalex.org/W2921002428","https://openalex.org/W4213097282","https://openalex.org/W2989564127","https://openalex.org/W7221008607","https://openalex.org/W7133243301","https://openalex.org/W6922796733"],"abstract_inverted_index":{"Fusing":[0,139],"prior":[1,101],"knowledge":[2,29],"with":[3,59,103],"data-driven":[4,45],"learning":[5],"is":[6,10,20,110,232,245],"attractive":[7],"where":[8],"data":[9],"scarce,":[11],"yet":[12],"no":[13],"controlled":[14],"account":[15],"says":[16],"when":[17],"it":[18,152],"helps,":[19],"redundant,":[21],"or":[22],"harms.":[23],"We":[24],"benchmark":[25],"one":[26,56,188],"fixed":[27,60],"hand-crafted":[28],"source,":[30],"a":[31,162,182,194],"pinned":[32],"bank":[33],"of":[34,189,228],"Gabor":[35],"targets":[36],"injected":[37],"only":[38],"during":[39],"training":[40],"at":[41,116,119,140],"$\\sim$2\\%":[42],"overhead,":[43],"against":[44,126],"alternatives":[46],"(SimCLR,":[47],"SimSiam,":[48],"DINO,":[49],"ImageNet":[50,154],"transfer,":[51,155],"augmentation,":[52],"learned":[53],"teachers)":[54],"under":[55],"frozen":[57],"recipe":[58],"subsets:":[61],"13":[62],"datasets,":[63],"9":[64],"backbones,":[65],"150":[66],"to":[67,114,150,157,206],"1.28M":[68],"images,":[69],"32--224\\,px,":[70],"2.5M--86M":[71],"parameters":[72],"($\\computeCells$":[73],"classification":[74],"configurations":[75],"over":[76],"$\\computeRuns$":[77],"runs,":[78],"plus":[79],"segmentation":[80],"and":[81,109,213,231],"detection":[82],"transplants).":[83],"Across":[84],"the":[85,100,130,135,199,203,216],"training-time":[86],"combinations":[87],"we":[88],"measure,":[89],"three":[90],"outcomes":[91,175],"recur":[92],"(decision-level":[93],"fusion":[94],"differs).":[95],"Different-\\emph{currency}":[96],"sources":[97,124],"can":[98],"stack:":[99],"composes":[102],"DeiT":[104],"augmentation":[105],"on":[106,169,185,226],"attention":[107],"backbones":[108],"worth":[111],"$+26$":[112],"points":[113,209],"ViT-B/16":[115],"$224$\\,px,":[117],"$+6.7$":[118],"twice":[120],"that":[121],"budget.":[122],"Same-currency":[123],"substitute:":[125],"effective":[127],"self-supervised":[128],"pretraining,":[129],"combination":[131],"never":[132],"usefully":[133],"exceeds":[134],"better":[136],"single":[137],"source.":[138],"full":[141],"strength":[142],"into":[143],"an":[144,234],"already-informed":[145],"initialization":[146],"interferes":[147],"in":[148,224,240],"proportion":[149],"what":[151],"carries:":[153],"$-15$":[156],"$-17$":[158],"points,":[159],"removed":[160],"by":[161],"weaker":[163],"auxiliary":[164],"weight.":[165],"Frozen-feature":[166],"diagnostics":[167],"measured":[168],"each":[170],"source":[171],"alone":[172],"separate":[173],"these":[174],"retrospectively":[176],"but":[177],"do":[178],"not":[179],"predict":[180],"them:":[181],"rule":[183],"built":[184],"them":[186],"calls":[187],"nine":[190],"unseen":[191,235],"pairs.":[192],"At":[193],"practitioner's":[195],"own":[196],"label":[197],"budget,":[198],"frozen-feature":[200],"gain":[201,205,239],"predicts":[202],"end-to-end":[204],"within":[207],"$0.17$":[208],"across":[210],"30":[211],"cells":[212,230],"seven":[214],"datasets;":[215],"underlying":[217],"decomposition,":[218],"$\u0394=":[219],"G":[220],"+":[221],"\\readout(\\mathrm{base})$,":[222],"holds":[223],"sign":[225],"$\\auditRate\\%$":[227],"testable":[229],"called":[233],"backbone":[236],"family's":[237],"feature":[238],"advance.":[241],"The":[242],"project":[243],"page":[244],"https://amughrabi.github.io/MomentAux.":[246]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-25T00:00:00"}