{"id":"https://openalex.org/W2963386804","doi":"https://doi.org/10.48550/arxiv.1907.09854","title":"Overview and Results: CL-SciSumm Shared Task 2019","display_name":"Overview and Results: CL-SciSumm Shared Task 2019","publication_year":2019,"publication_date":"2019-07-23","ids":{"openalex":"https://openalex.org/W2963386804","doi":"https://doi.org/10.48550/arxiv.1907.09854","mag":"2963386804"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1907.09854","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.09854","pdf_url":"https://arxiv.org/pdf/1907.09854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.09854","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045539382","display_name":"Muthu Kumar Chandrasekaran","orcid":"https://orcid.org/0000-0001-6479-5904","observed_orcids":["https://orcid.org/0000-0001-6479-5904"]},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Chandrasekaran, Muthu Kumar","raw_affiliation_strings":["SRI International , USA","National University of Singapore, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SRI International , USA","institution_ids":["https://openalex.org/I1298353152"]},{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005898634","display_name":"Michihiro Yasunaga","orcid":"https://orcid.org/0009-0003-3008-927X","observed_orcids":["https://orcid.org/0009-0003-3008-927X"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasunaga, Michihiro","raw_affiliation_strings":["Yale University , USA","Yale University, New Haven, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yale University , USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Yale University, New Haven, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081787254","display_name":"Dragomir Radev","orcid":"https://orcid.org/0000-0001-7830-6489","observed_orcids":["https://orcid.org/0000-0001-7830-6489"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radev, Dragomir","raw_affiliation_strings":["Yale University , USA","Yale University, New Haven, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yale University , USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Yale University, New Haven, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080437721","display_name":"Dayne Freitag","orcid":"https://orcid.org/0009-0001-0016-5097","observed_orcids":["https://orcid.org/0009-0001-0016-5097"]},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Freitag, Dayne","raw_affiliation_strings":["SRI International , USA","SRI International, Menlo Park, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SRI International , USA","institution_ids":["https://openalex.org/I1298353152"]},{"raw_affiliation_string":"SRI International, Menlo Park, United States","institution_ids":["https://openalex.org/I1298353152"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066305082","display_name":"Min\u2010Yen Kan","orcid":"https://orcid.org/0000-0001-8507-3716","observed_orcids":["https://orcid.org/0000-0001-8507-3716"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kan, Min-Yen","raw_affiliation_strings":["School of Computing , National University of Singapore , Singapore","National University of Singapore, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing , National University of Singapore , Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.7832000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.7832000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08919999748468399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstractive-summarization","display_name":"abstractive summarization","score":0.9739999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8052995204925537},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7337174415588379},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.709748387336731},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6362723112106323},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5877256989479065},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5480790138244629},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5208602547645569},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.48464447259902954},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3801230490207672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3601175844669342},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1907.09854","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.09854","pdf_url":"https://arxiv.org/pdf/1907.09854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2963386804","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1907.09854.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:scholarbank.nus.edu.sg:10635/229393","doi":null,"is_oa":false,"landing_page_url":"https://scholarbank.nus.edu.sg/handle/10635/229393","pdf_url":null,"source":{"id":"https://openalex.org/S7407052290","display_name":"National University of Singapore","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Elements","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.1907.09854","doi":"https://doi.org/10.48550/arxiv.1907.09854","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.09854","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.09854","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.09854","pdf_url":"https://arxiv.org/pdf/1907.09854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324655","display_name":"University of Hyderabad","ror":"https://ror.org/04a7rxb17"},{"id":"https://openalex.org/F4320332009","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963386804.pdf","grobid_xml":"https://content.openalex.org/works/W2963386804.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2085625396","https://openalex.org/W2110921901","https://openalex.org/W2154652894","https://openalex.org/W2160992478","https://openalex.org/W2751980239","https://openalex.org/W2771804720","https://openalex.org/W2883128308","https://openalex.org/W2885598388","https://openalex.org/W2898597872","https://openalex.org/W2964732614","https://openalex.org/W2965469802","https://openalex.org/W2966257768","https://openalex.org/W2972111982","https://openalex.org/W3138193961"],"related_works":["https://openalex.org/W2771804720","https://openalex.org/W2626148062","https://openalex.org/W2964732614","https://openalex.org/W2571932860","https://openalex.org/W3104373745","https://openalex.org/W2966231147","https://openalex.org/W2810732773","https://openalex.org/W3101880872","https://openalex.org/W3035408443","https://openalex.org/W2576104025"],"abstract_inverted_index":{"The":[0,46,143],"CL-SciSumm":[1,59,93],"Shared":[2,95],"Task":[3],"is":[4],"the":[5,15,32,37,43,58,66,73,79,85,88,92,102,107,124,135,152,163],"first":[6],"medium-scale":[7],"shared":[8,149],"task":[9,150],"on":[10],"scientific":[11],"document":[12],"summarization":[13],"in":[14,78,111,116,119,127],"computational":[16],"linguistics~(CL)":[17],"domain.":[18,81],"In":[19],"2019,":[20],"it":[21],"comprised":[22,48],"three":[23],"tasks:":[24],"(1A)":[25],"identifying":[26],"relationships":[27],"between":[28],"citing":[29,53],"documents":[30],"and":[31,40,54,62,87,133,151,160],"referred":[33],"document,":[34],"(1B)":[35],"classifying":[36],"discourse":[38],"facets,":[39],"(2)":[41],"generating":[42],"abstractive":[44],"summary.":[45],"dataset":[47,145],"40":[49],"annotated":[50,144],"sets":[51],"of":[52,57,91,101,106,129,137],"reference":[55],"papers":[56,70,77],"2018":[60],"corpus":[61],"1000":[63],"more":[64],"from":[65,72],"SciSummNet":[67],"dataset.":[68],"All":[69],"are":[71],"open":[74],"access":[75],"research":[76],"CL":[80],"This":[82],"overview":[83],"describes":[84],"participation":[86],"official":[89],"results":[90],"2019":[94],"Task,":[96],"organized":[97],"as":[98,139],"a":[99],"part":[100],"42nd":[103],"Annual":[104],"Conference":[105],"Special":[108],"Interest":[109],"Group":[110],"Information":[112],"Retrieval":[113],"(SIGIR),":[114],"held":[115],"Paris,":[117],"France":[118],"July":[120],"2019.":[121],"We":[122],"compare":[123],"participating":[125],"systems":[126],"terms":[128],"two":[130],"evaluation":[131,141,156],"metrics":[132],"discuss":[134],"use":[136],"ROUGE":[138],"an":[140],"metric.":[142],"used":[146,154,161],"for":[147,155],"this":[148],"scripts":[153],"can":[157],"be":[158],"accessed":[159],"by":[162],"community":[164],"at:":[165],"https://github.com/WING-NUS/scisumm-corpus.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-07-30T00:00:00"}