{"id":"https://openalex.org/W4392669751","doi":"https://doi.org/10.18653/v1/2023.eval4nlp-1.4","title":"EduQuick: A Dataset Toward Evaluating Summarization of Informal Educational Content for Social Media","display_name":"EduQuick: A Dataset Toward Evaluating Summarization of Informal Educational Content for Social Media","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4392669751","doi":"https://doi.org/10.18653/v1/2023.eval4nlp-1.4"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.eval4nlp-1.4","doi":"https://doi.org/10.18653/v1/2023.eval4nlp-1.4","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.eval4nlp-1.4","pdf_url":"https://aclanthology.org/2023.eval4nlp-1.4.pdf","source":{"id":"https://openalex.org/S7407106516","display_name":"Workshop on Evaluation and Comparison of NLP Systems (Eval4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.eval4nlp-1.4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025851817","display_name":"Zahra Kolagar","orcid":"https://orcid.org/0000-0002-3917-5655","observed_orcids":["https://orcid.org/0000-0002-3917-5655"]},"institutions":[{"id":"https://openalex.org/I142270456","display_name":"Technische Hochschule Augsburg","ror":"https://ror.org/016604a03","country_code":"DE","type":"education","lineage":["https://openalex.org/I142270456"]},{"id":"https://openalex.org/I4210091978","display_name":"Ostbayerische Technische Hochschule Amberg-Weiden","ror":"https://ror.org/00gm0aw40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210091978"]},{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zahra Kolagar","raw_affiliation_strings":["Fraunhofer IIS Erlangen, Germany","Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany","Ostbayerische Technische Hochschule Amberg-Weiden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IIS Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany","institution_ids":["https://openalex.org/I142270456","https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Ostbayerische Technische Hochschule Amberg-Weiden, Germany","institution_ids":["https://openalex.org/I4210091978"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040501394","display_name":"Sebastian Steindl","orcid":"https://orcid.org/0000-0001-8141-5264","observed_orcids":["https://orcid.org/0000-0001-8141-5264"]},"institutions":[{"id":"https://openalex.org/I142270456","display_name":"Technische Hochschule Augsburg","ror":"https://ror.org/016604a03","country_code":"DE","type":"education","lineage":["https://openalex.org/I142270456"]},{"id":"https://openalex.org/I4210091978","display_name":"Ostbayerische Technische Hochschule Amberg-Weiden","ror":"https://ror.org/00gm0aw40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210091978"]},{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Steindl","raw_affiliation_strings":["Ostbayerische Technische Hochschule Amberg-Weiden, Germany","Fraunhofer IIS Erlangen, Germany","Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ostbayerische Technische Hochschule Amberg-Weiden, Germany","institution_ids":["https://openalex.org/I4210091978"]},{"raw_affiliation_string":"Fraunhofer IIS Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany","institution_ids":["https://openalex.org/I142270456","https://openalex.org/I4210124274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102883534","display_name":"Alessandra Zarcone","orcid":"https://orcid.org/0000-0001-9380-4638","observed_orcids":["https://orcid.org/0000-0001-9380-4638"]},"institutions":[{"id":"https://openalex.org/I142270456","display_name":"Technische Hochschule Augsburg","ror":"https://ror.org/016604a03","country_code":"DE","type":"education","lineage":["https://openalex.org/I142270456"]},{"id":"https://openalex.org/I4210091978","display_name":"Ostbayerische Technische Hochschule Amberg-Weiden","ror":"https://ror.org/00gm0aw40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210091978"]},{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alessandra Zarcone","raw_affiliation_strings":["Fraunhofer IIS , Erlangen , Germany","Technische Hochschule Augsburg , Germany","Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany","Ostbayerische Technische Hochschule Amberg-Weiden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IIS , Erlangen , Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Technische Hochschule Augsburg , Germany","institution_ids":["https://openalex.org/I142270456"]},{"raw_affiliation_string":"Fraunhofer IIS, Erlangen, Germany Technische Hochschule Augsburg, Germany","institution_ids":["https://openalex.org/I142270456","https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Ostbayerische Technische Hochschule Amberg-Weiden, Germany","institution_ids":["https://openalex.org/I4210091978"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22408226,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7050999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7050999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.041200000792741776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"automatic summarization","score":0.8939999938011169},{"id":"https://openalex.org/keywords/tiktok","display_name":"TikTok","score":0.949999988079071},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8759999871253967},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9449999928474426},{"id":"https://openalex.org/keywords/human-evaluation-of-summaries","display_name":"human evaluation of summaries","score":0.6940000057220459},{"id":"https://openalex.org/keywords/llm-based-evaluation","display_name":"LLM-based evaluation","score":0.6449999809265137},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.7080000042915344},{"id":"https://openalex.org/keywords/hashtags","display_name":"hashtags","score":0.5590000152587891},{"id":"https://openalex.org/keywords/viral-content","display_name":"viral content","score":0.5239999890327454},{"id":"https://openalex.org/keywords/content-creators","display_name":"content creators","score":0.7599999904632568},{"id":"https://openalex.org/keywords/social-media-in-education","display_name":"social media in education","score":0.6439999938011169}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8223737478256226},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.7069716453552246},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6503048539161682},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.5931164026260376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5825835466384888},{"id":"https://openalex.org/C2778154381","wikidata":"https://www.wikidata.org/wiki/Q105296908","display_name":"Ingenuity","level":2,"score":0.5502434372901917},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4331146776676178},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34514880180358887},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.19035086035728455},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18778666853904724},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.0},{"id":"https://openalex.org/C133425853","wikidata":"https://www.wikidata.org/wiki/Q60571","display_name":"Neoclassical economics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2023.eval4nlp-1.4","doi":"https://doi.org/10.18653/v1/2023.eval4nlp-1.4","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.eval4nlp-1.4","pdf_url":"https://aclanthology.org/2023.eval4nlp-1.4.pdf","source":{"id":"https://openalex.org/S7407106516","display_name":"Workshop on Evaluation and Comparison of NLP Systems (Eval4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/467019","doi":null,"is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/467019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.eval4nlp-1.4","doi":"https://doi.org/10.18653/v1/2023.eval4nlp-1.4","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.eval4nlp-1.4","pdf_url":"https://aclanthology.org/2023.eval4nlp-1.4.pdf","source":{"id":"https://openalex.org/S7407106516","display_name":"Workshop on Evaluation and Comparison of NLP Systems (Eval4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6164000034332275,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392669751.pdf","grobid_xml":"https://content.openalex.org/works/W4392669751.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1843891098","https://openalex.org/W1974339500","https://openalex.org/W2000577124","https://openalex.org/W2018939771","https://openalex.org/W2051525497","https://openalex.org/W2057940286","https://openalex.org/W2061504941","https://openalex.org/W2087388117","https://openalex.org/W2141766660","https://openalex.org/W2218641061","https://openalex.org/W2545284422","https://openalex.org/W2724394450","https://openalex.org/W2733964180","https://openalex.org/W2741691725","https://openalex.org/W2896739098","https://openalex.org/W2909928817","https://openalex.org/W2950130316","https://openalex.org/W2954604190","https://openalex.org/W2963929190","https://openalex.org/W3022646021","https://openalex.org/W3042185737","https://openalex.org/W3082115681","https://openalex.org/W3092038637","https://openalex.org/W3093860409","https://openalex.org/W3209261421","https://openalex.org/W3210286746","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4226278401","https://openalex.org/W4294739250","https://openalex.org/W4308760226","https://openalex.org/W4309434787","https://openalex.org/W4319165821","https://openalex.org/W4320561696","https://openalex.org/W4322718191","https://openalex.org/W4323323553","https://openalex.org/W4367046771","https://openalex.org/W4379468930","https://openalex.org/W4385571232","https://openalex.org/W4389519254","https://openalex.org/W4389524372","https://openalex.org/W4391494845","https://openalex.org/W4402671980","https://openalex.org/W7133209886"],"related_works":["https://openalex.org/W4413267842","https://openalex.org/W7009921057","https://openalex.org/W7048604835","https://openalex.org/W7155401312","https://openalex.org/W4414703318","https://openalex.org/W7221747955","https://openalex.org/W7092201458","https://openalex.org/W7172204025","https://openalex.org/W4407759898","https://openalex.org/W4388748450"],"abstract_inverted_index":{"This":[0],"study":[1,52,96],"explores":[2],"the":[3,31,43,51,60,82,111,132,158],"capacity":[4],"of":[5,14,33,40,46,62,84,135,160],"large":[6],"language":[7],"models":[8],"(LLMs)":[9],"to":[10,73,101,107,128,147],"efficiently":[11],"generate":[12,102],"summaries":[13,64,79],"informal":[15],"educational":[16,154],"content":[17,57,104,137],"tailored":[18],"for":[19,65,150],"platforms":[20],"like":[21],"TikTok.It":[22],"also":[23],"investigates":[24],"how":[25,55],"both":[26],"humans":[27],"and":[28,93,118,122,141,152],"LLMs":[29,75],"assess":[30],"quality":[32],"these":[34],"summaries,":[35,105],"based":[36,80],"on":[37,81,131],"a":[38],"series":[39],"experiments,":[41],"exploring":[42],"potential":[44],"replacement":[45],"human":[47,120,142],"evaluation":[48,121],"with":[49,110],"LLMs.Furthermore,":[50],"delves":[53],"into":[54],"experienced":[56],"creators":[58],"perceive":[59],"utility":[61],"automatic":[63],"TikTok":[66,86,103],"videos.We":[67],"employ":[68],"strategic":[69],"prompt":[70],"selection":[71],"techniques":[72],"guide":[74],"in":[76,157],"producing":[77],"engaging":[78],"characteristics":[83],"viral":[85],"content,":[87],"including":[88],"hashtags,":[89],"captivating":[90],"hooks,":[91],"storytelling,":[92],"user":[94],"engagement.The":[95],"leverages":[97],"OpenAI's":[98],"GPT-4":[99],"model":[100,117],"aiming":[106],"align":[108],"them":[109],"essential":[112],"features":[113],"identified.By":[114],"employing":[115],"this":[116,125],"incorporating":[119],"expert":[123],"assessment,":[124],"research":[126],"endeavors":[127],"shed":[129],"light":[130],"intricate":[133],"dynamics":[134],"modern":[136],"creation,":[138],"where":[139],"AI":[140],"ingenuity":[143],"converge.Ultimately,":[144],"it":[145],"seeks":[146],"enhance":[148],"strategies":[149],"disseminating":[151],"evaluating":[153],"information":[155],"effectively":[156],"realm":[159],"social":[161],"media.":[162]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2024-03-12T00:00:00"}