{"id":"https://openalex.org/W2508821826","doi":"https://doi.org/10.18653/v1/w16-2526","title":"Sentence Embedding Evaluation Using Pyramid Annotation","display_name":"Sentence Embedding Evaluation Using Pyramid Annotation","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2508821826","doi":"https://doi.org/10.18653/v1/w16-2526","mag":"2508821826"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-2526","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2526","pdf_url":"https://www.aclweb.org/anthology/W16-2526.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-2526.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018469999","display_name":"Tal Baumel","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Tal Baumel","raw_affiliation_strings":["Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003287953","display_name":"Raphael Cohen","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Raphael Cohen","raw_affiliation_strings":["Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013658527","display_name":"Michael Elhadad","orcid":"https://orcid.org/0000-0002-5629-2351"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Michael Elhadad","raw_affiliation_strings":["Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Ben-Gurion University Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018469999"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":null,"apc_paid":null,"fwci":0.8569,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83793692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"145","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8290723562240601},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.816089391708374},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7864941358566284},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6794788837432861},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6739907264709473},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6289921998977661},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.6278672218322754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6251248121261597},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6033552289009094},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5995098352432251},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5866097807884216},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.48728740215301514},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.47032010555267334},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43030351400375366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07909709215164185}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8290723562240601},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.816089391708374},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7864941358566284},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6794788837432861},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6739907264709473},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6289921998977661},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.6278672218322754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6251248121261597},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6033552289009094},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5995098352432251},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5866097807884216},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.48728740215301514},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.47032010555267334},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43030351400375366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07909709215164185},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w16-2526","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2526","pdf_url":"https://www.aclweb.org/anthology/W16-2526.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-2526","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2526","pdf_url":"https://www.aclweb.org/anthology/W16-2526.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323051","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2508821826.pdf","grobid_xml":"https://content.openalex.org/works/W2508821826.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W71795751","https://openalex.org/W131533222","https://openalex.org/W1523296404","https://openalex.org/W1840435438","https://openalex.org/W1905882502","https://openalex.org/W2098159102","https://openalex.org/W2102065370","https://openalex.org/W2131571251","https://openalex.org/W2138857742","https://openalex.org/W2141599568","https://openalex.org/W2157331557","https://openalex.org/W2168963845","https://openalex.org/W2250539671","https://openalex.org/W2250724656","https://openalex.org/W2251771443","https://openalex.org/W2251874715","https://openalex.org/W2950635152","https://openalex.org/W2953084091","https://openalex.org/W2964266863","https://openalex.org/W6630878475","https://openalex.org/W6691431627","https://openalex.org/W6691649953"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W4286432911"],"abstract_inverted_index":{"Word":[0],"embedding":[1,29,55,80,107],"vectors":[2,21],"are":[3],"used":[4,44],"as":[5],"input":[6],"for":[7,18,45,53],"a":[8,24,51,64,69,89],"variety":[9],"of":[10,60,71,92,98,115],"tasks.":[11],"Choosing":[12],"the":[13,40,96,99,112],"right":[14],"model":[15],"and":[16,27,109,118],"features":[17],"producing":[19],"such":[20],"is":[22],"not":[23],"trivial":[25],"task":[26,117],"different":[28],"methods":[30],"can":[31,87],"greatly":[32],"affect":[33],"results.":[34],"In":[35],"this":[36],"paper":[37],"we":[38],"repurpose":[39],"\"Pyramid":[41],"Method\"":[42],"annotations":[43],"evaluating":[46],"automatic":[47],"summarization":[48],"to":[49],"create":[50],"benchmark":[52],"comparing":[54],"models":[56],"when":[57],"identifying":[58],"paraphrases":[59],"text":[61],"snippets":[62],"containing":[63],"single":[65],"clause.":[66],"We":[67,82],"present":[68],"method":[70,86],"converting":[72],"pyramid":[73],"annotation":[74],"files":[75],"into":[76],"two":[77],"distinct":[78],"sentence":[79],"tests.":[81],"show":[83],"that":[84],"our":[85,116],"produce":[88],"good":[90],"amount":[91],"testing":[93,100],"data,":[94,101],"analyze":[95],"quality":[97],"perform":[102],"test":[103],"on":[104],"several":[105],"leading":[106],"methods,":[108],"finally":[110],"explain":[111],"downstream":[113],"usages":[114],"its":[119],"significance.":[120]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}