{"id":"https://openalex.org/W4400460572","doi":"https://doi.org/10.1145/3676957","title":"FIT-RAG: Black-Box RAG with Factual Information and Token Reduction","display_name":"FIT-RAG: Black-Box RAG with Factual Information and Token Reduction","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400460572","doi":"https://doi.org/10.1145/3676957"},"language":"en","primary_location":{"id":"doi:10.1145/3676957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3676957","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038355914","display_name":"Yuren Mao","orcid":"https://orcid.org/0000-0003-0550-3072"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuren Mao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049745106","display_name":"Xuemei Dong","orcid":"https://orcid.org/0009-0002-4260-8068"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemei Dong","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036858699","display_name":"Wenyi Xu","orcid":"https://orcid.org/0009-0006-1951-7714"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyi Xu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006238145","display_name":"Yunjun Gao","orcid":"https://orcid.org/0000-0003-3816-8450"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjun Gao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077140944","display_name":"Bin Wei","orcid":"https://orcid.org/0000-0002-6895-7007"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wei","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100386104","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0002-2674-1638"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["Zhejiang Gongshang University, Hangzhou, China","Zhejiang Gongshang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]},{"raw_affiliation_string":"Zhejiang Gongshang University, China","institution_ids":["https://openalex.org/I75059550"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038355914"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":4.7811,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95501915,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"43","issue":"2","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6431090831756592},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5988035202026367},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5658266544342041},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4718190133571625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28750890493392944},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.27836886048316956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1400347650051117},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06262493133544922}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6431090831756592},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5988035202026367},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5658266544342041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4718190133571625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28750890493392944},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27836886048316956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1400347650051117},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06262493133544922}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3676957","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6739256793","display_name":null,"funder_award_id":"62302436, 62025206, U23A20296","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1989730800","https://openalex.org/W2122841972","https://openalex.org/W2135500808","https://openalex.org/W2144211451","https://openalex.org/W2912924812","https://openalex.org/W2962985038","https://openalex.org/W2963339397","https://openalex.org/W2963961878","https://openalex.org/W2981852735","https://openalex.org/W3034950638","https://openalex.org/W3099700870","https://openalex.org/W3102659883","https://openalex.org/W3155865710","https://openalex.org/W3210034782","https://openalex.org/W4205991051","https://openalex.org/W4221159373","https://openalex.org/W4284685333","https://openalex.org/W4308450280","https://openalex.org/W4320813768","https://openalex.org/W4384656671","https://openalex.org/W4385570777","https://openalex.org/W4385781999","https://openalex.org/W4389518895","https://openalex.org/W4389520103","https://openalex.org/W4393542617","https://openalex.org/W4402670429","https://openalex.org/W6601846001","https://openalex.org/W6820618299"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889"],"abstract_inverted_index":{"Due":[0],"to":[1,13,78,80,223],"the":[2,39,42,76,86,90,109,113,119,123,135,148,167,171,175,185,196,208,260,284,289],"extraordinarily":[3],"large":[4,9,139],"number":[5,176],"of":[6,23,41,99,125,130,141,150,177,263,283],"parameters,":[7],"fine-tuning":[8],"language":[10],"models":[11],"(LLMs)":[12],"update":[14],"long-tail":[15],"or":[16],"out-of-date":[17],"knowledge":[18],"is":[19,243],"impractical":[20],"in":[21,62,170],"lots":[22],"applications.":[24],"To":[25,153],"avoid":[26,224],"fine-tuning,":[27],"we":[28],"can":[29,117,258,279],"alternatively":[30],"treat":[31],"a":[32,35,48,160,190,212,216],"LLM":[33,103],"as":[34,89,202,231,233],"black-box":[36,54,57,71,126,151,162],"(i.e.,":[37],"freeze":[38],"parameters":[40],"LLM)":[43],"and":[44,65,83,121,173,199,215,227,240,255,272],"augment":[45],"it":[46,206,278],"with":[47],"retrieval-augmented":[49],"generation":[50],"(RAG)":[51],"system,":[52],"namely":[53],"RAG.":[55,152],"Recently,":[56],"RAG":[58,72,163],"has":[59,66],"achieved":[60],"success":[61],"knowledge-intensive":[63],"tasks":[64],"gained":[67],"much":[68,232],"attention.":[69],"Existing":[70],"methods":[73],"typically":[74],"fine-tune":[75],"retriever":[77,120],"cater":[79],"LLMs\u2019":[81,200],"preferences":[82,201],"concatenate":[84],"all":[85,134],"retrieved":[87,136],"documents":[88,105,137],"input,":[91],"which":[92,116,146,165,194,220,242],"suffers":[93],"from":[94],"two":[95],"issues:":[96],"(1)":[97],"Ignorance":[98],"Factual":[100],"Information.":[101],"The":[102],"preferred":[104],"may":[106],"not":[107],"contain":[108],"factual":[110,168,186,197],"information":[111,169,187,198],"for":[112,144,179],"given":[114],"question,":[115],"mislead":[118],"hurt":[122],"effectiveness":[124,239],"RAG;":[127],"(2)":[128],"Waste":[129],"Tokens.":[131],"Simply":[132],"concatenating":[133],"brings":[138],"amounts":[140],"unnecessary":[142,225],"tokens":[143,178,209,230,285],"LLMs,":[145],"degenerates":[147],"efficiency":[149],"address":[154],"these":[155],"issues,":[156],"this":[157],"article":[158],"proposes":[159],"novel":[161],"framework":[164],"utilizes":[166,184],"retrieval":[172],"reduces":[174,207],"augmentation,":[180],"dubbed":[181],"FIT-RAG.":[182],"FIT-RAG":[183,222,235,257],"by":[188,210,245,265],"constructing":[189],"bi-label":[191],"document":[192],"scorer":[193],"takes":[195],"labels":[203],"respectively.":[204,276],"Besides,":[205],"introducing":[211],"self-knowledge":[213],"recognizer":[214],"sub-document-level":[217],"token":[218],"reducer,":[219],"enables":[221],"augmentation":[226,229],"reduce":[228],"possible.":[234],"achieves":[236],"both":[237],"superior":[238],"efficiency,":[241],"validated":[244],"extensive":[246],"experiments":[247],"across":[248,288],"three":[249,290],"open-domain":[250],"question-answering":[251],"datasets:":[252],"TriviaQA,":[253,268],"NQ,":[254],"PopQA.":[256],"improve":[259],"answering":[261],"accuracy":[262],"Llama2-13B-Chat":[264],"14.3%":[266],"on":[267,270,274,286],"19.9%":[269],"NQ":[271],"27.5%":[273],"PopQA,":[275],"Furthermore,":[277],"save":[280],"approximately":[281],"half":[282],"average":[287],"datasets.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
