{"id":"https://openalex.org/W7155914321","doi":"https://doi.org/10.48550/arxiv.2604.22693","title":"CRAFT: Clustered Regression for Adaptive Filtering of Training data","display_name":"CRAFT: Clustered Regression for Adaptive Filtering of Training data","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7155914321","doi":"https://doi.org/10.48550/arxiv.2604.22693"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033927225","display_name":"Parthasarathi Panda","orcid":"https://orcid.org/0000-0003-0071-708X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Panda, Parthasarathi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134709380","display_name":"Asheswari Swain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swain, Asheswari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019453341","display_name":"Subhrakanta Panda","orcid":"https://orcid.org/0000-0003-4768-772X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panda, Subhrakanta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033927225"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07020000368356705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6797000169754028},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6462000012397766},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5824999809265137},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5680999755859375},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5364999771118164},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4255000054836273},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.42419999837875366},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4163999855518341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652000188827515},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6797000169754028},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6462000012397766},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5824999809265137},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5680999755859375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.546999990940094},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5364999771118164},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4133000075817108},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.38199999928474426},{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.373199999332428},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3264999985694885},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Selecting":[0],"a":[1,6,41,57,86,192],"small,":[2],"high-quality":[3],"subset":[4],"from":[5,91,129],"large":[7],"corpus":[8],"for":[9,35,45],"fine-tuning":[10,25,136],"is":[11],"increasingly":[12],"important":[13],"as":[14],"corpora":[15],"grow":[16],"to":[17],"tens":[18],"of":[19,21,38],"millions":[20],"datapoints,":[22],"making":[23],"full":[24],"expensive":[26],"and":[27,55,73,109,135,155],"often":[28],"unnecessary.":[29],"We":[30,96,119],"propose":[31],"CRAFT":[32,49,121,140,182],"(Clustered":[33],"Regression":[34],"Adaptive":[36],"Filtering":[37],"Training":[39],"data),":[40],"vectorization-agnostic":[42],"selection":[43,159,184],"method":[44],"training":[46,80,127],"sequence-to-sequence":[47],"models.":[48],"decomposes":[50],"the":[51,62,92,103,113,151,167],"joint":[52],"source-target":[53],"distribution":[54,65],"performs":[56],"two-stage":[58],"selection:":[59],"(i)":[60],"match":[61],"validation":[63,93,110],"source":[64,77],"through":[66],"proportional":[67,99],"budget":[68],"allocation":[69,101],"across":[70],"k-means":[71],"clusters,":[72],"(ii)":[74],"within":[75],"each":[76],"cluster,":[78],"select":[79],"pairs":[81,134],"whose":[82],"target":[83,94],"embeddings":[84],"minimize":[85],"conditional":[87],"expected":[88],"distance":[89],"derived":[90],"distribution.":[95],"prove":[97],"that":[98],"cluster":[100,117],"bounds":[102],"continuous":[104],"KL":[105],"divergence":[106],"between":[107],"selected":[108],"distributions,":[111],"with":[112],"residual":[114],"controlled":[115],"by":[116,125,147],"diameters.":[118],"evaluate":[120],"on":[122,150,175],"English-Hindi":[123],"translation":[124],"selecting":[126],"data":[128],"33":[130],"million":[131],"NLLB":[132],"sentence":[133],"mBART":[137],"via":[138],"LoRA.":[139],"achieves":[141,178],"43.34":[142],"BLEU,":[143,180],"outperforming":[144],"TSDS":[145],"(41.21)":[146],"2.13":[148],"points":[149],"same":[152],"candidate":[153],"pool":[154],"encoder":[156],"while":[157],"completing":[158],"over":[160],"40":[161],"times":[162],"faster.":[163],"With":[164],"TF-IDF":[165],"vectorization,":[166],"entire":[168],"pipeline":[169],"completes":[170,183],"in":[171,185],"under":[172],"one":[173],"minute":[174],"CPU.":[176],"TAROT":[177],"45.61":[179],"but":[181],"26.86":[186],"seconds":[187],"versus":[188],"TAROT's":[189],"75.6":[190],"seconds,":[191],"2.8":[193],"time":[194],"speedup.":[195]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-04-28T00:00:00"}