{"id":"https://openalex.org/W2793381978","doi":"https://doi.org/10.48550/arxiv.1803.01400","title":"Concatenated Power Mean Word Embeddings as Universal Cross-Lingual Sentence Representations","display_name":"Concatenated Power Mean Word Embeddings as Universal Cross-Lingual Sentence Representations","alternate_titles":[],"publication_year":2018,"publication_date":"2018-03-04","ids":{"openalex":"https://openalex.org/W2793381978","doi":"https://doi.org/10.48550/arxiv.1803.01400","mag":"2793381978"},"language":"en","primary_location":{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:97910","doi":null,"is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/97910/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Artikel"},"parent_works":[],"lineage":["https://openalex.org/W2793381978"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.01400","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014688346","display_name":"Andreas R\u00fcckl\u00e9","orcid":"https://orcid.org/0000-0002-4962-0556","observed_orcids":["https://orcid.org/0000-0002-4962-0556"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"R\u00fcckl\u00e9, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053947568","display_name":"Steffen Eger","orcid":"https://orcid.org/0000-0003-4663-8336","observed_orcids":["https://orcid.org/0000-0003-4663-8336"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Eger, Steffen","raw_affiliation_strings":["Research Training Group AIPHES Department of Computer Science , Technische Universit\u00e4t Darmstadt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Training Group AIPHES Department of Computer Science , Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078829915","display_name":"Maxime Peyrard","orcid":"https://orcid.org/0000-0003-4782-6603","observed_orcids":["https://orcid.org/0000-0003-4782-6603"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peyrard, Maxime","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621","observed_orcids":["https://orcid.org/0000-0003-2187-7621"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gurevych, Iryna","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":131,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence-embeddings","display_name":"sentence embeddings","score":0.8640000224113464},{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.6549999713897705},{"id":"https://openalex.org/keywords/sif","display_name":"SIF","score":0.7760000228881836}],"concepts":[{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.8606388568878174},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6826470494270325},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6724451780319214},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6412596106529236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6057653427124023},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5138049721717834},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44351497292518616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.422211229801178},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.41672295331954956},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4015730023384094},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2929673194885254},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.17900297045707703},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0570313036441803},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:97910","doi":null,"is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/97910/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Artikel"},{"id":"pmh:oai:arXiv.org:1803.01400","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.01400","pdf_url":"https://arxiv.org/pdf/1803.01400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2793381978","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1803.01400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1803.01400","doi":"https://doi.org/10.48550/arxiv.1803.01400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1803.01400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.01400","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.01400","pdf_url":"https://arxiv.org/pdf/1803.01400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G481299621","display_name":null,"funder_award_id":"GRK 1994/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5741896422","display_name":null,"funder_award_id":"RI 803/12-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6215165406","display_name":null,"funder_award_id":"GU 798/18-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G9000642583","display_name":"Verbundprojekt: CEDIFOR - Nachhaltige Sicherung der Bereitstellung methodischer Expertise zur Unterst\u00fctzung von Forschungsaufgaben und -daten in der Rhein-Main-Region. Teilprojekt: Zentrumsaufbau, Koordination I und Rechenkapazit\u00e4ten","funder_award_id":"01UG1816B","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2793381978.pdf","grobid_xml":"https://content.openalex.org/works/W2793381978.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W342285082","https://openalex.org/W1522301498","https://openalex.org/W1614298861","https://openalex.org/W1814992895","https://openalex.org/W1840435438","https://openalex.org/W2104246439","https://openalex.org/W2117130368","https://openalex.org/W2131744502","https://openalex.org/W2142074148","https://openalex.org/W2152691628","https://openalex.org/W2153579005","https://openalex.org/W2158139315","https://openalex.org/W2175723921","https://openalex.org/W2250539671","https://openalex.org/W2251765408","https://openalex.org/W2251771443","https://openalex.org/W2251805974","https://openalex.org/W2252212383","https://openalex.org/W2271328876","https://openalex.org/W2343649478","https://openalex.org/W2429488962","https://openalex.org/W2460720124","https://openalex.org/W2466573295","https://openalex.org/W2493916176","https://openalex.org/W2514567832","https://openalex.org/W2515741950","https://openalex.org/W2561995736","https://openalex.org/W2572474373","https://openalex.org/W2607106700","https://openalex.org/W2612953412","https://openalex.org/W2620558438","https://openalex.org/W2620812234","https://openalex.org/W2752172973","https://openalex.org/W2786685006","https://openalex.org/W2875291789","https://openalex.org/W2962795068","https://openalex.org/W2964121744","https://openalex.org/W2964182988"],"related_works":["https://openalex.org/W3098553890","https://openalex.org/W2740011246","https://openalex.org/W2626534681","https://openalex.org/W2997327944","https://openalex.org/W2891068404","https://openalex.org/W4298342311","https://openalex.org/W2510970379","https://openalex.org/W3030185662"],"abstract_inverted_index":{"Average":[0],"word":[1,35,40,53],"embeddings":[2,36,54],"are":[3,101],"a":[4,87,92],"common":[5],"baseline":[6],"for":[7],"more":[8,22,67],"sophisticated":[9],"sentence":[10],"embedding":[11],"techniques.":[12],"However,":[13],"they":[14],"typically":[15],"fall":[16],"short":[17],"of":[18,21,33,47,50],"the":[19,31,45,57],"performances":[20],"complex":[23,68],"models":[24],"such":[25,81],"as":[26,82],"InferSent.":[27],"Here,":[28],"we":[29],"generalize":[30],"concept":[32],"average":[34],"to":[37,59],"power":[38,51],"mean":[39,52],"embeddings.":[41],"We":[42],"show":[43],"that":[44],"concatenation":[46],"different":[48,77],"types":[49],"considerably":[55],"closes":[56],"gap":[58],"state-of-the-art":[60],"methods":[61],"monolingually":[62],"and":[63,84,99],"substantially":[64],"outperforms":[65,76],"these":[66],"techniques":[69],"cross-lingually.":[70],"In":[71],"addition,":[72],"our":[73],"proposed":[74,79],"method":[75],"recently":[78],"baselines":[80],"SIF":[83],"Sent2Vec":[85],"by":[86],"solid":[88],"margin,":[89],"thus":[90],"constituting":[91],"much":[93],"harder-to-beat":[94],"monolingual":[95],"baseline.":[96],"Our":[97],"data":[98],"code":[100],"publicly":[102],"available.":[103]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2793381978","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":7}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-03-29T00:00:00"}
