{"id":"https://openalex.org/W2916754336","doi":"https://doi.org/10.48550/arxiv.1902.10814","title":"Graph-RISE: Graph-Regularized Image Semantic Embedding","display_name":"Graph-RISE: Graph-Regularized Image Semantic Embedding","publication_year":2019,"publication_date":"2019-02-14","ids":{"openalex":"https://openalex.org/W2916754336","doi":"https://doi.org/10.48550/arxiv.1902.10814","mag":"2916754336"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1902.10814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.10814","pdf_url":"https://arxiv.org/pdf/1902.10814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1902.10814","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005730523","display_name":"Da-Cheng Juan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan, Da-Cheng","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024393012","display_name":"Chun-Ta Lu","orcid":"https://orcid.org/0000-0001-8573-4975","observed_orcids":["https://orcid.org/0000-0001-8573-4975"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu, Chun-Ta","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332625","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-7669-2686","observed_orcids":["https://orcid.org/0000-0002-7669-2686"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Zhen","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038871930","display_name":"Futang Peng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Futang","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005934225","display_name":"Aleksei Timofeev","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timofeev, Aleksei","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348260","display_name":"Yi\u2010Ting Chen","orcid":"https://orcid.org/0000-0002-0063-4965","observed_orcids":["https://orcid.org/0000-0002-0063-4965","https://orcid.org/0009-0004-3793-2802"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, Yi-Ting","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gao, Yaxi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gao, Yaxi","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032382472","display_name":"Tom Duerig","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Duerig, Tom","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068021191","display_name":"Andrew Tomkins","orcid":"https://orcid.org/0000-0002-1611-9255","observed_orcids":["https://orcid.org/0000-0002-1611-9255"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomkins, Andrew","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103884799","display_name":"Sujith Ravi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravi, Sujith","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.5508000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.5508000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.25270000100135803,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1273999959230423,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-retrieval","display_name":"image retrieval","score":0.9610000252723694},{"id":"https://openalex.org/keywords/image-representation-learning","display_name":"image representation learning","score":0.6930000185966492},{"id":"https://openalex.org/keywords/graph-regularization","display_name":"graph regularization","score":0.5640000104904175}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6877228021621704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785503625869751},{"id":"https://openalex.org/C75564084","wikidata":"https://www.wikidata.org/wiki/Q5597085","display_name":"Graph embedding","level":3,"score":0.6129230260848999},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5972535014152527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49713876843452454},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4668083190917969},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.46451181173324585},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.4582170844078064},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.44735774397850037},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4299369752407074},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.385386198759079},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.06934517621994019},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1902.10814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.10814","pdf_url":"https://arxiv.org/pdf/1902.10814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1902.10814","doi":"https://doi.org/10.48550/arxiv.1902.10814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1902.10814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1902.10814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.10814","pdf_url":"https://arxiv.org/pdf/1902.10814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7300000190734863}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1532499126","https://openalex.org/W1686810756","https://openalex.org/W1975517671","https://openalex.org/W1980287119","https://openalex.org/W2061883802","https://openalex.org/W2097117768","https://openalex.org/W2100664567","https://openalex.org/W2101098151","https://openalex.org/W2117539524","https://openalex.org/W2138621090","https://openalex.org/W2144172034","https://openalex.org/W2152808281","https://openalex.org/W2161381512","https://openalex.org/W2163605009","https://openalex.org/W2168371480","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2277379772","https://openalex.org/W2402144811","https://openalex.org/W2524365899","https://openalex.org/W2536305071","https://openalex.org/W2543453567","https://openalex.org/W2555897561","https://openalex.org/W2606722458","https://openalex.org/W2783819585","https://openalex.org/W2797977484","https://openalex.org/W2962808755","https://openalex.org/W2962843773","https://openalex.org/W2963350250","https://openalex.org/W3099206234"],"related_works":["https://openalex.org/W2393699422","https://openalex.org/W2168037874","https://openalex.org/W2387268739","https://openalex.org/W3036264823","https://openalex.org/W3206528106","https://openalex.org/W2135728080","https://openalex.org/W2912814903","https://openalex.org/W2123605750","https://openalex.org/W2379546782","https://openalex.org/W2534443799"],"abstract_inverted_index":{"Learning":[0],"image":[1,19,56,64,77],"representations":[2],"to":[3,42,45,73,87,97],"capture":[4],"fine-grained":[5],"semantics":[6,84],"has":[7],"been":[8],"a":[9,33],"challenging":[10],"and":[11,21,66],"important":[12],"task":[13],"enabling":[14],"many":[15],"applications":[16],"such":[17],"as":[18],"search":[20],"clustering.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26],"present":[27],"Graph-Regularized":[28],"Image":[29],"Semantic":[30],"Embedding":[31],"(Graph-RISE),":[32],"large-scale":[34],"neural":[35],"graph":[36],"learning":[37],"framework":[38],"that":[39,94],"allows":[40],"us":[41],"train":[43],"embeddings":[44],"discriminate":[46],"an":[47],"unprecedented":[48],"O(40M)":[49],"ultra-fine-grained":[50],"semantic":[51],"labels.":[52],"Graph-RISE":[53,81],"outperforms":[54],"state-of-the-art":[55],"embedding":[57],"algorithms":[58],"on":[59,80],"several":[60],"evaluation":[61],"tasks,":[62],"including":[63],"classification":[65],"triplet":[67],"ranking.":[68],"We":[69],"provide":[70],"case":[71],"studies":[72],"demonstrate":[74],"that,":[75],"qualitatively,":[76],"retrieval":[78],"based":[79],"effectively":[82],"captures":[83],"and,":[85],"compared":[86],"the":[88],"state-of-the-art,":[89],"differentiates":[90],"nuances":[91],"at":[92],"levels":[93],"are":[95],"closer":[96],"human-perception.":[98]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2019-03-02T00:00:00"}