{"id":"https://openalex.org/W7128312789","doi":"https://doi.org/10.26599/bdma.2025.9020052","title":"Prompting is not Enough: Exploring Knowledge Integration and Controllable Generation on Large Language Models","display_name":"Prompting is not Enough: Exploring Knowledge Integration and Controllable Generation on Large Language Models","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128312789","doi":"https://doi.org/10.26599/bdma.2025.9020052"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2025.9020052","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020052","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2025.9020052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114054929","display_name":"Tingjia Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingjia Shen","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446035","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-6881-9977"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883290","display_name":"Chuan Qin","orcid":"https://orcid.org/0000-0002-5354-8630"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Qin","raw_affiliation_strings":["Computer Network Information Center, Chinese Academy of Sciences,Beijing,China,100083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Network Information Center, Chinese Academy of Sciences,Beijing,China,100083","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027453436","display_name":"Ruijun Sun","orcid":"https://orcid.org/0009-0005-5751-1252"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijun Sun","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125366535","display_name":"Yang Song","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091347","display_name":"Robert Bosch (China)","ror":"https://ror.org/00cedkn40","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091347","https://openalex.org/I889804353"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Song","raw_affiliation_strings":["BOSS Zhipin Career Science Lab,Beijing,China,100028"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BOSS Zhipin Career Science Lab,Beijing,China,100028","institution_ids":["https://openalex.org/I4210091347"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124385382","display_name":"Defu Lian","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Defu Lian","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121755810","display_name":"Hengshu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengshu Zhu","raw_affiliation_strings":["Computer Network Information Center, Chinese Academy of Sciences,Beijing,China,100083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Network Information Center, Chinese Academy of Sciences,Beijing,China,100083","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125359510","display_name":"Enhong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China,230027","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.5928,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98718661,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"2","first_page":"563","last_page":"579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5134999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5134999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11869999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.03819999843835831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.33709999918937683},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.3091999888420105},{"id":"https://openalex.org/keywords/knowledge-integration","display_name":"Knowledge integration","score":0.304500013589859},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.29490000009536743},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.27889999747276306},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.2784999907016754},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2782000005245209}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6581000089645386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38749998807907104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2596000134944916}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2025.9020052","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020052","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:10295a21eb0f47d5af27b38ac01ae12b","is_oa":true,"landing_page_url":"https://doaj.org/article/10295a21eb0f47d5af27b38ac01ae12b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 9, Iss 2, Pp 563-579 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2025.9020052","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020052","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1485468117","display_name":null,"funder_award_id":"U23A20319,62441227,62441239,62472394,62202443,62506352","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2101746535","https://openalex.org/W2889787757","https://openalex.org/W2897356710","https://openalex.org/W2912817604","https://openalex.org/W2963339397","https://openalex.org/W2963515589","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2997200074","https://openalex.org/W3011411500","https://openalex.org/W3021636956","https://openalex.org/W3099700870","https://openalex.org/W3106339673","https://openalex.org/W3155807546","https://openalex.org/W3156789018","https://openalex.org/W3171291687","https://openalex.org/W3174821868","https://openalex.org/W3176182290","https://openalex.org/W3201966249","https://openalex.org/W4221153690","https://openalex.org/W4226375873","https://openalex.org/W4252076394","https://openalex.org/W4285294723","https://openalex.org/W4285787895","https://openalex.org/W4382246105","https://openalex.org/W4385287322","https://openalex.org/W4385570234","https://openalex.org/W4385570777","https://openalex.org/W4385570798","https://openalex.org/W4385572188","https://openalex.org/W4385573102","https://openalex.org/W4389518671","https://openalex.org/W4389520349","https://openalex.org/W4401042317","https://openalex.org/W4401042773","https://openalex.org/W4401834466","https://openalex.org/W4401864065","https://openalex.org/W4403791697","https://openalex.org/W4409149729","https://openalex.org/W4412888142","https://openalex.org/W4412889884"],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"with":[1,56,163,172,199],"the":[2,18,73,116,125,168,186,192,200,206,217],"rapid":[3],"advancements":[4],"in":[5,132],"Large":[6],"Language":[7],"Models":[8],"(LLMs),":[9],"LLM-based":[10],"Open-domain":[11],"Question":[12],"Answering":[13],"(OpenQA)":[14],"methods":[15,38],"have":[16,180,214],"reaped":[17],"benefits":[19],"of":[20,36,170,174,188,222,226],"emergent":[21],"understanding":[22],"and":[23,50,80,140,152,191,209,219],"answering":[24],"capabilities":[25],"enabled":[26],"by":[27,76],"massive":[28],"parameters":[29],"compared":[30],"to":[31,44,52,71,97,123,128,195],"traditional":[32],"methods.":[33],"However,":[34],"most":[35],"these":[37,62],"encounter":[39],"two":[40],"critical":[41],"challenges:":[42],"how":[43,51],"integrate":[45],"knowledge":[46,78,100,104,111,118,190,197,210],"into":[47,119],"LLMs":[48,84],"effectively":[49],"adaptively":[53],"generate":[54],"results":[55],"specific":[57],"answer":[58,153,165],"formats.":[59],"To":[60],"address":[61],"challenges,":[63],"we":[64,89,107,134],"propose":[65],"a":[66,92,102,109,136,182],"novel":[67,110],"framework,":[68],"which":[69],"aims":[70],"improve":[72],"OpenQA":[74],"performance":[75],"exploring":[77],"integration":[79,112],"controllable":[81,130,220],"generation":[82,131],"on":[83,145,160,205],"simultaneously,":[85],"namely":[86],"GenKI.":[87,223],"Specifically,":[88],"first":[90],"train":[91],"dense":[93],"passage":[94],"retrieval":[95,117],"model":[96,113],"retrieve":[98],"associated":[99],"from":[101],"given":[103],"base.":[105],"Subsequently,":[106],"introduce":[108],"that":[114],"incorporates":[115],"instructions":[120],"during":[121],"fine-tuning":[122],"intensify":[124],"model.":[126],"Furthermore,":[127],"enable":[129],"LLMs,":[133],"leverage":[135],"certain":[137],"fine-tuned":[138],"LLM":[139],"an":[141],"ensemble":[142],"framework":[143],"based":[144],"text":[146],"consistency":[147],"incorporating":[148],"all":[149],"coherence,":[150],"fluency,":[151],"format":[154],"assurance.":[155],"Finally,":[156],"extensive":[157],"experiments":[158],"conducted":[159],"three":[161],"datasets":[162],"diverse":[164],"formats":[166],"demonstrate":[167],"effectiveness":[169],"GenKI":[171,227],"comparison":[173],"state-of-the-art":[175],"baselines.":[176],"Moreover,":[177],"ablation":[178],"studies":[179],"disclosed":[181],"linear":[183],"relationship":[184],"between":[185],"frequency":[187],"retrieved":[189],"model\u2019s":[193],"ability":[194],"recall":[196],"accurately":[198],"ground":[201],"truth.":[202],"Tests":[203],"focusing":[204],"out-of-domain":[207],"scenario":[208,213],"base":[211],"independence":[212],"further":[215],"affirmed":[216],"robustness":[218],"capability":[221],"Our":[224],"code":[225],"is":[228],"available":[229],"at":[230],"https://github.com/USTC-StarTeam/GenKI.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-02-09T00:00:00"}