{"id":"https://openalex.org/W4414241849","doi":"https://doi.org/10.3233/faia250565","title":"Research on the Dependence of Large Language Models on Internal Parameterized Knowledge Under Retrieval-Augmented Techniques","display_name":"Research on the Dependence of Large Language Models on Internal Parameterized Knowledge Under Retrieval-Augmented Techniques","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414241849","doi":"https://doi.org/10.3233/faia250565"},"language":"en","primary_location":{"id":"doi:10.3233/faia250565","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250565","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250565","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110227684","display_name":"Shaoyang Zhu","orcid":"https://orcid.org/0009-0000-3423-8381"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaoyang Zhu","raw_affiliation_strings":["School of Information Management and Engineering, Shanghai University of Finance and Economics, Shanghai, China, Email: linuszsy@163.com"],"affiliations":[{"raw_affiliation_string":"School of Information Management and Engineering, Shanghai University of Finance and Economics, Shanghai, China, Email: linuszsy@163.com","institution_ids":["https://openalex.org/I181679659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030131997","display_name":"Yinglin Wang","orcid":"https://orcid.org/0000-0002-0276-5029"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinglin Wang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Shanghai University of Finance and Economics, Shanghai, China, Email: wang.yinglin@shufe.edu.cn"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Shanghai University of Finance and Economics, Shanghai, China, Email: wang.yinglin@shufe.edu.cn","institution_ids":["https://openalex.org/I181679659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5110227684"],"corresponding_institution_ids":["https://openalex.org/I181679659"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41343244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9322999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9322999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5791000127792358},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5160999894142151},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4253999888896942},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.3937000036239624},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3831000030040741},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.3686000108718872},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.35920000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689999938011169},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5791000127792358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5515000224113464},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C13184196","wikidata":"https://www.wikidata.org/wiki/Q9453","display_name":"Dialectic","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27219998836517334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia250565","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250565","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia250565","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250565","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"artificial":[3],"intelligence":[4],"technologies":[5],"represented":[6],"by":[7,74],"large":[8],"language":[9],"models":[10,193,223],"(LLMs)":[11],"have":[12],"achieved":[13],"breakthrough":[14],"progress,":[15],"driving":[16],"the":[17,53,106,146,206,254],"development":[18],"of":[19,59,166,208,227,253,257],"intelligent":[20],"applications":[21],"across":[22,192],"various":[23],"domains.":[24],"However,":[25],"LLMs":[26,60,160],"still":[27],"face":[28],"several":[29],"challenges":[30],"in":[31,39,124,197],"practical":[32],"applications,":[33],"including":[34],"knowledge":[35,68,87,184,215,263,272,278],"update":[36],"latency,":[37],"hallucination":[38],"generated":[40],"content,":[41],"and":[42,56,69,116,121,127,133,142,161,186,194,268,280],"persistent":[43],"biases":[44],"that":[45,220],"are":[46],"difficult":[47],"to":[48,100,236],"eliminate.":[49],"This":[50],"paper":[51,204],"investigates":[52],"decision-making":[54],"preferences":[55],"behavioral":[57],"patterns":[58],"when":[61],"inconsistencies":[62],"arise":[63],"between":[64],"their":[65,183],"internal":[66,86,214,230,259],"parameterized":[67],"externally":[70],"retrieved":[71],"information":[72],"enhanced":[73],"retrieval-augmented":[75,159],"techniques.":[76],"We":[77,248],"propose":[78],"a":[79,92,151,163,250],"systematic":[80,164],"evaluation":[81,103,165,200],"method":[82,95],"for":[83,96],"assessing":[84],"LLMs\u2019":[85,258],"dependency.":[88,216],"First,":[89],"we":[90,119,136,157,180],"establish":[91],"data":[93],"augmentation":[94],"knowledge-intensive":[97],"question-answering":[98],"tasks":[99],"construct":[101],"an":[102,113],"dataset.":[104,155],"Using":[105],"spaCy":[107],"entity":[108,131],"categorization":[109],"tool":[110],"combined":[111],"with":[112],"LLM-based":[114],"verification":[115],"filtering":[117],"mechanism,":[118],"classify":[120],"annotate":[122],"entities":[123],"QA":[125],"datasets":[126],"corpora.":[128],"Through":[129],"LLM-integrated":[130],"recognition":[132],"substitution":[134],"techniques,":[135],"generate":[137],"logically":[138],"consistent":[139],"transformed":[140,153,178],"facts":[141],"corresponding":[143],"questions":[144],"on":[145,175,212,229],"TriviaQA":[147],"dataset,":[148],"automatically":[149],"constructing":[150],"synthetic":[152],"fact":[154],"Next,":[156],"integrate":[158],"conduct":[162],"multiple":[167],"mainstream":[168],"LLMs.":[169],"By":[170],"comparing":[171],"model":[172,282],"performance":[173],"differences":[174],"original":[176],"versus":[177],"facts,":[179],"quantitatively":[181],"analyze":[182],"dependency":[185],"generation":[187],"controllability,":[188],"revealing":[189],"significant":[190],"variations":[191],"exposing":[195],"limitations":[196],"existing":[198],"LLM":[199],"methods.":[201],"Additionally,":[202],"this":[203,238],"evaluates":[205],"impact":[207],"different":[209],"prompting":[210,234],"techniques":[211],"models\u2019":[213],"Experimental":[217],"results":[218],"show":[219],"all":[221],"tested":[222],"exhibit":[224],"varying":[225],"degrees":[226],"reliance":[228],"knowledge,":[231],"where":[232],"chain-of-thought":[233],"tends":[235],"reinforce":[237],"dependency,":[239],"while":[240,261],"appropriate":[241],"instruction":[242],"design":[243],"can":[244],"partially":[245],"mitigate":[246],"it.":[247],"provide":[249],"dialectical":[251],"analysis":[252],"dual":[255],"nature":[256],"knowledge:":[260],"such":[262],"effectively":[264],"resists":[265],"misinformation":[266],"interference":[267],"defends":[269],"against":[270],"malicious":[271],"injection":[273],"attacks,":[274],"it":[275],"also":[276],"hinders":[277],"updates":[279],"reduces":[281],"flexibility.":[283]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}
