{"id":"https://openalex.org/W4405521117","doi":"https://doi.org/10.1109/access.2024.3519548","title":"Assessing and Scoring Difficulty of Hard-to-Solve Data in Summarization Tasks","display_name":"Assessing and Scoring Difficulty of Hard-to-Solve Data in Summarization Tasks","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405521117","doi":"https://doi.org/10.1109/access.2024.3519548"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3519548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519548","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3519548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052038058","display_name":"Jeesu Jung","orcid":"https://orcid.org/0000-0003-1684-0517"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeesu Jung","raw_affiliation_strings":["Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1684-0517","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014880875","display_name":"Hyein Seo","orcid":"https://orcid.org/0000-0003-3107-0880"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyein Seo","raw_affiliation_strings":["Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3107-0880","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008607281","display_name":"Hyuk Namgoong","orcid":"https://orcid.org/0000-0001-5166-3064"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk Namgoong","raw_affiliation_strings":["Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067724204","display_name":"Sangkeun Jung","orcid":"https://orcid.org/0000-0003-3531-0618"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangkeun Jung","raw_affiliation_strings":["Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3531-0618","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chungnam National University, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I196345858"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35556524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"197376","last_page":"197388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8018372058868408},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7614490985870361},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42123302817344666},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36597543954849243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36436623334884644},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33802634477615356}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8018372058868408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7614490985870361},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42123302817344666},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36597543954849243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36436623334884644},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33802634477615356}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3519548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519548","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e0790045bb434420b248e540655c33c3","is_oa":true,"landing_page_url":"https://doaj.org/article/e0790045bb434420b248e540655c33c3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 197376-197388 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3519548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3519548","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2074466695","https://openalex.org/W2133515615","https://openalex.org/W2296073425","https://openalex.org/W2511538013","https://openalex.org/W2808064329","https://openalex.org/W2923622379","https://openalex.org/W2950695840","https://openalex.org/W2963962154","https://openalex.org/W2965373594","https://openalex.org/W2978041899","https://openalex.org/W2999089077","https://openalex.org/W3123742938","https://openalex.org/W3142849873","https://openalex.org/W3153389197","https://openalex.org/W3183369950","https://openalex.org/W3186721116","https://openalex.org/W4285111874","https://openalex.org/W4285891774","https://openalex.org/W4393148128","https://openalex.org/W6631637080","https://openalex.org/W6682631176","https://openalex.org/W6755207826","https://openalex.org/W6761205521","https://openalex.org/W6768817161","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6810081322","https://openalex.org/W6810738896","https://openalex.org/W6811340617","https://openalex.org/W6850625674","https://openalex.org/W6851579256","https://openalex.org/W6853227753","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W1517524280"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"data-driven":[3],"and":[4,40,65,81,122,125],"machine":[5],"learning-based":[6],"natural":[7],"language":[8],"processing":[9],"(NLP)":[10],"technologies":[11],"have":[12],"effectively":[13,58,118],"addressed":[14],"various":[15],"challenges.":[16],"To":[17,97],"further":[18],"enhance":[19],"the":[20,30,71,90,99,130],"performance":[21,126],"of":[22,32,54,93],"NLP":[23],"models,":[24],"it":[25,42],"is":[26],"crucial":[27],"to":[28,50],"understand":[29],"types":[31,53],"data":[33,55,95],"that":[34,114],"a":[35,48,77,83],"model":[36,88],"can":[37,56,117],"handle":[38],"well":[39],"those":[41],"struggles":[43],"with.":[44],"This":[45,87],"study":[46],"introduces":[47],"method":[49],"discern":[51],"which":[52,66],"be":[57],"processed":[59],"by":[60],"given":[61],"neural":[62,84],"network-based":[63],"models":[64],"pose":[67],"difficulties.":[68],"We":[69],"define":[70],"criteria":[72],"for":[73],"hard-to-solve":[74],"data,":[75,124],"construct":[76],"pairwise":[78],"easy-hard":[79],"dataset,":[80],"propose":[82],"scoring":[85],"model.":[86],"ascertains":[89],"difficulty":[91,101],"level":[92,102],"each":[94],"instance.":[96],"utilize":[98],"proposed":[100],"as":[103],"an":[104],"application,":[105],"we":[106],"employed":[107],"curriculum":[108,131],"learning.":[109],"The":[110],"experimental":[111],"results":[112],"show":[113],"our":[115],"methodology":[116],"distinguish":[119],"between":[120],"easy":[121],"hard":[123],"improves":[127],"when":[128],"applying":[129],"learning":[132],"approach.":[133]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}