{"id":"https://openalex.org/W7161240568","doi":"https://doi.org/10.48550/arxiv.2605.14517","title":"Dimension-Level Intent Fidelity Evaluation for Large Language Models: Evidence from Structured Prompt Ablation","display_name":"Dimension-Level Intent Fidelity Evaluation for Large Language Models: Evidence from Structured Prompt Ablation","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161240568","doi":"https://doi.org/10.48550/arxiv.2605.14517"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018627264","display_name":"Gang Peng","orcid":"https://orcid.org/0000-0002-1465-1301"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Peng, GAng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5018627264"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1923000067472458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1923000067472458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.09399999678134918,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.8222000002861023},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.42480000853538513},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.4083999991416931},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4043999910354614},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3939000070095062},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.3785000145435333},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.30869999527931213},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3012999892234802}],"concepts":[{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.8222000002861023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6180999875068665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4733999967575073},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4020000100135803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3785000145435333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3100000023841858},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30869999527931213},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C102931765","wikidata":"https://www.wikidata.org/wiki/Q189673","display_name":"Dissociation (chemistry)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C66153294","wikidata":"https://www.wikidata.org/wiki/Q899291","display_name":"CASP","level":4,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.44072791934013367,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Holistic":[0],"evaluation":[1,36,106,182],"scores":[2,89,120,128],"capture":[3],"overall":[4],"output":[5],"quality":[6,114],"but":[7],"do":[8],"not":[9],"distinguish":[10],"whether":[11,23],"a":[12,19,32,41,73,184],"model":[13],"reproduced":[14],"the":[15,26],"structural":[16,61],"form":[17],"of":[18,133],"user's":[20,27],"request":[21],"from":[22,155],"it":[24],"preserved":[25],"specific":[28],"intent.":[29],"We":[30],"propose":[31],"dimension-level":[33,179],"intent":[34,64,95,144,180],"fidelity":[35,65,119,181],"framework,":[37],"applied":[38],"here":[39],"through":[40],"structured":[42],"prompt":[43],"ablation":[44,135],"study":[45],"across":[46],"2,880":[47],"outputs":[48,79,111,193],"spanning":[49],"three":[50,52],"languages,":[51],"task":[53],"domains,":[54],"and":[55,63,116,145],"six":[56],"LLMs,":[57],"that":[58,108,117,162,178],"separately":[59],"measures":[60],"recovery":[62],"for":[66,142,194],"each":[67],"semantic":[68],"dimension.":[69],"This":[70],"framework":[71],"reveals":[72],"systematic":[74],"structural-fidelity":[75],"split:":[76],"among":[77,97],"Chinese-language":[78],"with":[80],"complete":[81],"paired":[82],"scores,":[83],"25.7%":[84],"received":[85],"perfect":[86],"holistic":[87,127,188],"alignment":[88],"(GA=5)":[90],"while":[91,149],"exhibiting":[92],"measurable":[93],"dimensional":[94,118,170],"deficits;":[96],"English-language":[98],"outputs,":[99],"this":[100],"proportion":[101],"rose":[102],"to":[103,187],"58.6%.":[104],"Human":[105],"confirmed":[107],"these":[109],"split-zone":[110],"represent":[112],"genuine":[113],"deficits":[115],"track":[121],"human":[122],"judgements":[123],"more":[124],"reliably":[125],"than":[126],"do.":[129],"A":[130,158],"public-private":[131],"decomposition":[132],"2,520":[134],"cells":[136],"characterises":[137],"when":[138,146,190],"models":[139],"successfully":[140],"compensate":[141],"missing":[143],"they":[147],"fail,":[148],"proxy":[150],"annotation":[151],"distinguishes":[152],"prior":[153],"inferability":[154],"default":[156],"recoverability.":[157],"weight-perturbation":[159],"experiment":[160],"shows":[161],"moderate":[163],"misalignment":[164],"is":[165,172,183],"typically":[166],"absorbed,":[167],"whereas":[168],"severe":[169],"inversion":[171],"consistently":[173],"harmful.":[174],"These":[175],"findings":[176],"demonstrate":[177],"necessary":[185],"complement":[186],"assessment":[189],"evaluating":[191],"LLM":[192],"user-specific":[195],"tasks.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-16T00:00:00"}