{"id":"https://openalex.org/W4410089558","doi":"https://doi.org/10.1145/3696410.3714732","title":"Assessing and Post-Processing Black Box Large Language Models for Knowledge Editing","display_name":"Assessing and Post-Processing Black Box Large Language Models for Knowledge Editing","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4410089558","doi":"https://doi.org/10.1145/3696410.3714732"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714732","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714732","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009918512","display_name":"Xiaoshuai Song","orcid":"https://orcid.org/0009-0003-8870-1759"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoshuai Song","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595075","display_name":"Zhengyang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyang Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102878267","display_name":"Keqing He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keqing He","raw_affiliation_strings":["Meituan Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Meituan Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008320336","display_name":"Guanting Dong","orcid":"https://orcid.org/0000-0002-2318-0281"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanting Dong","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018559514","display_name":"Yutao Mou","orcid":"https://orcid.org/0000-0003-4109-1984"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutao Mou","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113067482","display_name":"Jinxu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxu Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016651990","display_name":"Weiran Xu","orcid":"https://orcid.org/0000-0002-9416-7666"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiran Xu","raw_affiliation_strings":["Beijing University of Post and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Post and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5009918512"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":2.3169,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88764578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1716","last_page":"1732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9358000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9358000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9293000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7988581657409668},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.56410151720047},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3821484446525574},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3348451554775238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31423670053482056}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7988581657409668},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.56410151720047},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3821484446525574},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3348451554775238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31423670053482056}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714732","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714732","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4973532726","display_name":null,"funder_award_id":"62076036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8719100474","display_name":null,"funder_award_id":"62076031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410089558.pdf","grobid_xml":"https://content.openalex.org/works/W4410089558.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2962881743","https://openalex.org/W4281657280","https://openalex.org/W4389518797","https://openalex.org/W4389519586","https://openalex.org/W4389519598","https://openalex.org/W4389519967","https://openalex.org/W4389520370","https://openalex.org/W4389524330","https://openalex.org/W4393147125","https://openalex.org/W4393147129","https://openalex.org/W6600062020","https://openalex.org/W6600741150","https://openalex.org/W6839328737"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,43],"rapid":[1],"evolution":[2],"of":[3,19,45,58,135,152,219],"the":[4,16,28,56,133],"Web":[5],"as":[6],"a":[7,84,116,163,169,176],"key":[8],"platform":[9],"for":[10,141,172],"information":[11],"dissemination":[12],"has":[13],"led":[14],"to":[15,63,94],"growing":[17],"integration":[18],"large":[20,59],"language":[21,60],"models":[22,61],"(LLMs)":[23,62],"in":[24,31,36,158],"Web-based":[25],"applications.":[26],"However,":[27],"swift":[29],"changes":[30],"web":[32],"content":[33],"present":[34],"challenges":[35],"maintaining":[37,188],"these":[38],"models'":[39],"relevance":[40],"and":[41,53,96,126,129,145,155,175,187,196,208],"accuracy.":[42],"task":[44],"Knowledge":[46],"Editing":[47],"(KE)":[48],"is":[49,92,100,223],"aimed":[50],"at":[51],"efficiently":[52],"precisely":[54],"adjusting":[55],"behavior":[57],"update":[64],"specific":[65],"knowledge":[66,174],"while":[67],"minimizing":[68],"any":[69],"adverse":[70],"effects":[71],"on":[72,79,110,199,225],"other":[73],"knowledge.":[74],"Current":[75],"research":[76],"predominantly":[77],"concentrates":[78],"editing":[80,87,144,153,173,178],"white-box":[81],"LLMs,":[82,89,112],"neglecting":[83],"significant":[85],"scenario:":[86],"black-box":[88,111,142],"where":[90],"access":[91],"limited":[93],"interfaces":[95],"only":[97],"textual":[98,189],"output":[99],"provided.":[101],"In":[102],"this":[103],"paper,":[104],"we":[105,161],"initially":[106],"officially":[107],"introduce":[108],"KE":[109],"followed":[113],"by":[114,216],"presenting":[115],"thorough":[117],"evaluation":[118],"framework.":[119,166],"This":[120],"framework":[121],"operates":[122],"without":[123],"requiring":[124],"logits":[125],"considers":[127],"pre-":[128],"post-edit":[130],"consistency,":[131],"addressing":[132],"limitations":[134],"current":[136],"evaluations":[137],"that":[138,203],"are":[139],"inadequate":[140],"LLMs":[143],"lack":[146],"comprehensiveness.":[147],"To":[148],"address":[149],"privacy":[150,183],"leaks":[151],"data":[154],"style":[156,190,214],"over-editing":[157],"existing":[159],"approaches,":[160],"propose":[162],"new":[164],"postEdit":[165,167,204],"incorporates":[168],"retrieval":[170],"mechanism":[171],"purpose-trained":[177],"plugin":[179],"called":[180],"post-editor,":[181],"ensuring":[182],"through":[184],"downstream":[185],"processing":[186],"consistency":[191],"via":[192],"fine-grained":[193],"editing.":[194],"Experiments":[195],"analysis":[197],"conducted":[198],"two":[200],"benchmarks":[201],"show":[202],"surpasses":[205],"all":[206],"baselines":[207],"exhibits":[209],"robust":[210],"generalization,":[211],"notably":[212],"enhancing":[213],"retention":[215],"an":[217],"average":[218],"+20.82%.":[220],"Our":[221],"code":[222],"available":[224],"github":[226],"https://github.com/songxiaoshuai/postEdit.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}