{"id":"https://openalex.org/W7160324627","doi":"https://doi.org/10.5753/sbsi.2026.248662","title":"FREEsum: A Conceptual Framework for Evaluating Text Summarization Approaches","display_name":"FREEsum: A Conceptual Framework for Evaluating Text Summarization Approaches","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160324627","doi":"https://doi.org/10.5753/sbsi.2026.248662"},"language":null,"primary_location":{"id":"doi:10.5753/sbsi.2026.248662","is_oa":true,"landing_page_url":"https://doi.org/10.5753/sbsi.2026.248662","pdf_url":"https://sol.sbc.org.br/index.php/sbsi/article/download/41358/41128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XXII Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI 2026)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://sol.sbc.org.br/index.php/sbsi/article/download/41358/41128","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135377952","display_name":"Lucas V. Alves","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110538","display_name":"Universidad del Atl\u00e1ntico","ror":"https://ror.org/01pe78696","country_code":"MX","type":"education","lineage":["https://openalex.org/I4210110538"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Lucas V. Alves","raw_affiliation_strings":["Instituto Atl\u00e2ntico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Atl\u00e2ntico","institution_ids":["https://openalex.org/I4210110538"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135305358","display_name":"Cleilton L. Rocha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110538","display_name":"Universidad del Atl\u00e1ntico","ror":"https://ror.org/01pe78696","country_code":"MX","type":"education","lineage":["https://openalex.org/I4210110538"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Cleilton L. Rocha","raw_affiliation_strings":["Instituto Atl\u00e2ntico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Atl\u00e2ntico","institution_ids":["https://openalex.org/I4210110538"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210110538"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6216365,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"872","last_page":"890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4041000008583069,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4041000008583069,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.14409999549388885,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.05860000103712082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8436999917030334},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6434999704360962},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5820000171661377},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48510000109672546},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.43209999799728394},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.40849998593330383},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.37880000472068787}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8436999917030334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8314999938011169},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6434999704360962},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5820000171661377},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48510000109672546},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.43209999799728394},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4180999994277954},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41359999775886536},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3682999908924103},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2888000011444092},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26420000195503235},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5753/sbsi.2026.248662","is_oa":true,"landing_page_url":"https://doi.org/10.5753/sbsi.2026.248662","pdf_url":"https://sol.sbc.org.br/index.php/sbsi/article/download/41358/41128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XXII Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5753/sbsi.2026.248662","is_oa":true,"landing_page_url":"https://doi.org/10.5753/sbsi.2026.248662","pdf_url":"https://sol.sbc.org.br/index.php/sbsi/article/download/41358/41128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XXII Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6602434515953064}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160324627.pdf","grobid_xml":"https://content.openalex.org/works/W7160324627.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1165718293","https://openalex.org/W1213389570","https://openalex.org/W1588719663","https://openalex.org/W1991862576","https://openalex.org/W2081056190","https://openalex.org/W2101105183","https://openalex.org/W2317879529","https://openalex.org/W2561657168","https://openalex.org/W2741490130","https://openalex.org/W2770658082","https://openalex.org/W2782230581","https://openalex.org/W2925716662","https://openalex.org/W2970419734","https://openalex.org/W3034999214","https://openalex.org/W3042185737","https://openalex.org/W3105678454","https://openalex.org/W3159259047","https://openalex.org/W4205739143","https://openalex.org/W4366427347","https://openalex.org/W4392702637","https://openalex.org/W4402667059","https://openalex.org/W4404781655","https://openalex.org/W4404784041","https://openalex.org/W4404835216","https://openalex.org/W4406942148","https://openalex.org/W4409591253","https://openalex.org/W4410159215"],"related_works":[],"abstract_inverted_index":{"Research":[0,152,166],"Context:":[1],"The":[2,147],"increasing":[3],"amount":[4],"of":[5,15,30,38,90,109,119,141,192,225,276],"digital":[6],"information":[7,39,288],"in":[8,20,49,58,162,187,280],"various":[9],"areas,":[10],"combined":[11],"with":[12,70,76,236],"the":[13,28,36,87,91,107,120,223],"use":[14],"large":[16],"language":[17],"models":[18],"(LLMs)":[19],"intelligent":[21],"systems,":[22],"chatbots,":[23],"and":[24,41,68,73,86,131,138,154,160,171,206,214,244,246,252,257,269,272,282,290],"LLM-based":[25],"agents,":[26],"underscores":[27],"importance":[29],"automatic":[31,63,113],"text":[32],"summarization":[33,50,114,142,233,259,286],"for":[34,83,112,232,255,266],"enhancing":[35],"efficiency":[37],"processing":[40],"dissemination.":[42],"Scientific":[43],"and/or":[44,96],"Practical":[45],"Problem:":[46],"Although":[47],"advances":[48],"techniques":[51,231],"have":[52],"been":[53],"made,":[54],"practitioners":[55],"face":[56],"difficulties":[57],"systematically":[59],"comparing":[60],"strategies,":[61],"as":[62,241],"evaluations":[64],"rely":[65],"on":[66],"metrics":[67],"tools":[69],"limited":[71],"scope":[72],"insufficient":[74],"integration":[75],"reproducible":[77,103,177],"experimental":[78,178,211],"pipelines,":[79],"which":[80],"creates":[81],"challenges":[82],"rigorous":[84],"benchmarking":[85],"transparent":[88,270],"selection":[89],"best":[92],"solutions.":[93],"Proposed":[94],"Solution":[95],"Analysis:":[97],"This":[98,219],"work":[99,220],"proposes":[100],"FREEsum\u2014a":[101],"conceptual,":[102],"framework":[104,148],"that":[105,183,196],"enables":[106],"creation":[108],"end-to-end":[110],"pipelines":[111],"evaluation,":[115],"covering":[116],"all":[117,210],"stages":[118],"experiment":[121],"from":[122],"data":[123],"ingestion":[124],"to":[125,216,222],"results":[126],"analysis,":[127,205],"through":[128],"declarative":[129],"workflows":[130],"traceable":[132],"artifacts,":[133],"thus":[134],"enabling":[135],"systematic":[136],"experimentation":[137,271],"direct":[139],"comparison":[140],"strategies.":[143],"Related":[144],"IS":[145,217,238,264],"Theory:":[146],"applies":[149],"Design":[150],"Science":[151],"principles":[153],"open-science":[155],"practices,":[156],"ensuring":[157],"transparency,":[158,242],"traceability,":[159],"reproducibility":[161],"Information":[163,226],"Systems":[164,227],"experiments.":[165],"Method:":[167],"FREEsum":[168,197],"was":[169],"developed":[170],"validated":[172],"by":[173,228],"implementing":[174],"a":[175,181],"configurable,":[176],"pipeline,":[179],"including":[180],"proof-of-concept":[182],"demonstrates":[184],"its":[185],"applicability":[186],"realistic":[188],"evaluation":[189,260],"scenarios.":[190],"Summary":[191],"Results:":[193],"Experiments":[194],"show":[195],"standardizes":[198],"benchmarking,":[199],"streamlines":[200],"configuration,":[201],"supports":[202],"method-and-metric":[203],"trade-off":[204],"facilitates":[207],"auditing":[208],"across":[209,261],"stages.":[212],"Contributions":[213],"Impact":[215],"area:":[218],"contributes":[221],"field":[224],"connecting":[229],"AI":[230,277],"(LLMand":[234],"NLP-based)":[235],"core":[237],"concerns,":[239],"such":[240],"governance,":[243],"technological":[245],"economic":[247],"impacts.":[248],"A":[249],"standardized,":[250],"auditable,":[251],"reusable":[253],"infrastructure":[254],"reliable":[256],"extensible":[258],"domains,":[262],"addressing":[263],"demands":[265],"empirical":[267],"rigor":[268],"supporting":[273],"evidence-based":[274],"adoption":[275],"methods,":[278],"particularly":[279],"large-scale":[281],"complex-text":[283],"settings":[284],"where":[285],"mitigates":[287],"overload":[289],"improves":[291],"interpretability.":[292]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-05-06T00:00:00"}