{"id":"https://openalex.org/W7204455594","doi":"https://doi.org/10.48550/arxiv.2608.25854","title":"Key Point Analysis Needs Structure Recovery: Task Definition, Dataset Diagnosis, and a Structure-Aware Benchmark","display_name":"Key Point Analysis Needs Structure Recovery: Task Definition, Dataset Diagnosis, and a Structure-Aware Benchmark","publication_year":2026,"publication_date":"2026-08-26","ids":{"openalex":"https://openalex.org/W7204455594","doi":"https://doi.org/10.48550/arxiv.2608.25854"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.25854","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.25854","pdf_url":"https://arxiv.org/pdf/2608.25854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.25854","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5151519718","display_name":"Zhiqiang Shi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shi, Zhiqiang","raw_affiliation_strings":["Department of Informatics King's College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034045968","display_name":"Oana Cocarascu","orcid":"https://orcid.org/0000-0003-1552-8636","observed_orcids":["https://orcid.org/0000-0003-1552-8636"]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cocarascu, Oana","raw_affiliation_strings":["Department of Informatics King's College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics King's College London","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183935753"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5083000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5083000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.2865999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.08910000324249268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.7720000147819519},{"id":"https://openalex.org/keywords/benchmark-design","display_name":"benchmark design","score":0.703000009059906},{"id":"https://openalex.org/keywords/human-in-the-loop-annotation","display_name":"human-in-the-loop annotation","score":0.7820000052452087},{"id":"https://openalex.org/keywords/coverage","display_name":"coverage","score":0.48500001430511475},{"id":"https://openalex.org/keywords/redundancy","display_name":"redundancy","score":0.7360000014305115},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.6470000147819519}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7832000255584717},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7416999936103821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6862999796867371},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5906000137329102},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5383999943733215},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4620000123977661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4244999885559082},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34869998693466187},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C2777489069","wikidata":"https://www.wikidata.org/wiki/Q1589822","display_name":"Ceiling (cloud)","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.25854","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.25854","pdf_url":"https://arxiv.org/pdf/2608.25854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.25854","doi":"https://doi.org/10.48550/arxiv.2608.25854","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.25854","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.25854","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.25854","pdf_url":"https://arxiv.org/pdf/2608.25854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204455594.pdf","grobid_xml":"https://content.openalex.org/works/W7204455594.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4385571538","https://openalex.org/W3213738712","https://openalex.org/W3203531118","https://openalex.org/W3213901615","https://openalex.org/W7212410417","https://openalex.org/W3206242501","https://openalex.org/W4389519281","https://openalex.org/W4394947677","https://openalex.org/W7062401980","https://openalex.org/W4385570712"],"abstract_inverted_index":{"Key":[0],"Point":[1],"Analysis":[2],"(KPA)":[3],"aims":[4],"to":[5,128],"identify":[6],"a":[7,15,29,86,92,144],"concise":[8],"set":[9],"of":[10,17],"key":[11,40,110],"points":[12],"that":[13,25,33,52,101],"summarize":[14],"collection":[16],"arguments":[18],"together":[19],"with":[20],"their":[21],"prevalence.":[22,46],"We":[23,122],"argue":[24],"KPA":[26,54,132],"is":[27],"fundamentally":[28],"structured":[30],"prediction":[31],"problem":[32],"requires":[34],"recovering":[35],"semantic":[36],"groupings,":[37,108],"generating":[38],"representative":[39],"points,":[41,111],"ensuring":[42],"coverage,":[43,63,113],"and":[44,64,71,96,114,139,142],"estimating":[45],"Under":[47],"this":[48],"formulation,":[49],"we":[50,84],"show":[51,100],"existing":[53,120],"benchmarks":[55],"suffer":[56],"from":[57],"limitations":[58],"in":[59,74],"grouping":[60],"quality,":[61],"redundancy,":[62],"argument-key":[65,134],"point":[66,135],"mappings,":[67],"causing":[68],"ceiling":[69],"violation":[70],"selection":[72],"failure":[73],"reference-based":[75],"evaluation.":[76],"To":[77],"support":[78,129],"future":[79],"research":[80,130,145],"on":[81,131],"true":[82,148],"KPA,":[83,138],"introduce":[85],"structure-aware,":[87],"distribution-sensitive":[88],"benchmark":[89],"built":[90],"via":[91],"human-in-the-loop":[93],"re-annotation.":[94],"Human":[95],"LLM":[97],"evaluations":[98],"consistently":[99],"the":[102],"resulting":[103],"structures":[104],"yield":[105],"more":[106,115],"coherent":[107],"higher-quality":[109],"better":[112],"reliable":[116],"prevalence":[117],"estimates":[118],"than":[119],"annotations.":[121],"further":[123],"release":[124],"several":[125],"annotation":[126],"resources":[127],"evaluation,":[133],"matching,":[136],"explainable":[137],"LLM-as-a-judge":[140],"methodologies,":[141],"outline":[143],"agenda":[146],"for":[147],"KPA.":[149]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-28T00:00:00"}