{"id":"https://openalex.org/W2181376216","doi":"https://doi.org/10.48550/arxiv.1712.01097","title":"Generalized Grounding Graphs: A Probabilistic Framework for Understanding Grounded Commands","display_name":"Generalized Grounding Graphs: A Probabilistic Framework for Understanding Grounded Commands","publication_year":2017,"publication_date":"2017-11-29","ids":{"openalex":"https://openalex.org/W2181376216","doi":"https://doi.org/10.48550/arxiv.1712.01097","mag":"2181376216"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1712.01097","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01097","pdf_url":"https://arxiv.org/pdf/1712.01097","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1712.01097","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073644080","display_name":"Thomas Kollar","orcid":"https://orcid.org/0000-0003-2598-8118","observed_orcids":["https://orcid.org/0000-0003-2598-8118"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kollar, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059273574","display_name":"Stefanie Tellex","orcid":"https://orcid.org/0000-0002-2905-4075","observed_orcids":["https://orcid.org/0000-0002-2905-4075"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tellex, Stefanie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103153703","display_name":"Matthew R. Walter","orcid":"https://orcid.org/0000-0003-1425-6050","observed_orcids":["https://orcid.org/0000-0003-1425-6050"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walter, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001107160","display_name":"Albert S. Huang","orcid":"https://orcid.org/0009-0003-8670-6943","observed_orcids":["https://orcid.org/0009-0003-8670-6943"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Albert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082573410","display_name":"Abraham Bachrach","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bachrach, Abraham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023968163","display_name":"Sachithra Madhawa Hemachandra","orcid":"https://orcid.org/0000-0002-0329-1750","observed_orcids":["https://orcid.org/0000-0002-0329-1750"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hemachandra, Sachi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084989076","display_name":"Emma Brunskill","orcid":"https://orcid.org/0000-0002-3971-7127","observed_orcids":["https://orcid.org/0000-0002-3971-7127"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brunskill, Emma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001953637","display_name":"Ashis Gopal Banerjee","orcid":"https://orcid.org/0000-0001-5898-7563","observed_orcids":["https://orcid.org/0000-0001-5898-7563"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banerjee, Ashis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004281470","display_name":"Deb Kumar Roy","orcid":"https://orcid.org/0000-0002-2780-4768","observed_orcids":["https://orcid.org/0000-0002-2780-4768","https://orcid.org/0000-0002-4333-7194"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roy, Deb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109862901","display_name":"Seth J. Teller","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teller, Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010817303","display_name":"Nicholas Roy","orcid":"https://orcid.org/0000-0002-8293-0492","observed_orcids":["https://orcid.org/0000-0002-8293-0492","https://orcid.org/0000-0002-4277-2928","https://orcid.org/0000-0001-9307-4196"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roy, Nicholas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6919000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6919000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2190999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0272000003606081,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/symbol-grounding","display_name":"symbol grounding","score":0.5479999780654907},{"id":"https://openalex.org/keywords/probabilistic-graphical-models","display_name":"probabilistic graphical models","score":0.8629999756813049},{"id":"https://openalex.org/keywords/grounded-semantics","display_name":"grounded semantics","score":0.6700000166893005},{"id":"https://openalex.org/keywords/spatial-relationships","display_name":"spatial relations","score":0.7039999961853027},{"id":"https://openalex.org/keywords/mobile-manipulation","display_name":"mobile manipulation","score":0.5339999794960022},{"id":"https://openalex.org/keywords/untrained-users","display_name":"untrained users","score":0.5870000123977661},{"id":"https://openalex.org/keywords/micro-aerial-vehicles","display_name":"micro air vehicles","score":0.4659999907016754},{"id":"https://openalex.org/keywords/forklifts","display_name":"forklifts","score":0.7990000247955322},{"id":"https://openalex.org/keywords/pr2-robot","display_name":"PR2 robot","score":0.7580000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.716181755065918},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5729472637176514},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5477197170257568},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5188906788825989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4913240969181061},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4465298354625702},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.44230973720550537},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43395617604255676},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4309806823730469},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.42134279012680054},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41585254669189453},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34478700160980225},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2983480393886566},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11642476916313171},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1712.01097","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01097","pdf_url":"https://arxiv.org/pdf/1712.01097","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2181376216","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1712.01097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1712.01097","doi":"https://doi.org/10.48550/arxiv.1712.01097","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.01097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1712.01097","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01097","pdf_url":"https://arxiv.org/pdf/1712.01097","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G5767131270","display_name":null,"funder_award_id":"MURI N00014-07-1-0749","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7747382488","display_name":null,"funder_award_id":"W911NF-10","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G8330157387","display_name":null,"funder_award_id":"W911NF-10-2-0016","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W46490633","https://openalex.org/W47261839","https://openalex.org/W55989445","https://openalex.org/W1239985160","https://openalex.org/W1496189301","https://openalex.org/W1508977358","https://openalex.org/W1525482321","https://openalex.org/W1549464524","https://openalex.org/W1559723967","https://openalex.org/W1602500555","https://openalex.org/W1949907236","https://openalex.org/W1976634064","https://openalex.org/W1980043766","https://openalex.org/W1983599491","https://openalex.org/W1989549339","https://openalex.org/W1990200199","https://openalex.org/W1991133427","https://openalex.org/W1991374750","https://openalex.org/W1997027186","https://openalex.org/W2001006503","https://openalex.org/W2007820193","https://openalex.org/W2018956394","https://openalex.org/W2019178608","https://openalex.org/W2024405391","https://openalex.org/W2031249239","https://openalex.org/W2069809153","https://openalex.org/W2072945242","https://openalex.org/W2074074267","https://openalex.org/W2085753829","https://openalex.org/W2088024891","https://openalex.org/W2099019320","https://openalex.org/W2099217059","https://openalex.org/W2099987996","https://openalex.org/W2102303010","https://openalex.org/W2106631258","https://openalex.org/W2107019937","https://openalex.org/W2107537133","https://openalex.org/W2107917162","https://openalex.org/W2108712229","https://openalex.org/W2111526438","https://openalex.org/W2111732304","https://openalex.org/W2118781169","https://openalex.org/W2121465811","https://openalex.org/W2122223050","https://openalex.org/W2123987305","https://openalex.org/W2126364972","https://openalex.org/W2129999749","https://openalex.org/W2130571016","https://openalex.org/W2131546647","https://openalex.org/W2134831400","https://openalex.org/W2142255363","https://openalex.org/W2142315290","https://openalex.org/W2142327972","https://openalex.org/W2143623899","https://openalex.org/W2144310535","https://openalex.org/W2148833958","https://openalex.org/W2150406842","https://openalex.org/W2152945624","https://openalex.org/W2160091052","https://openalex.org/W2161002933","https://openalex.org/W2163234897","https://openalex.org/W2168595862","https://openalex.org/W2182063720","https://openalex.org/W2186283982","https://openalex.org/W2189089430","https://openalex.org/W2229480318","https://openalex.org/W2236233024","https://openalex.org/W2293407958","https://openalex.org/W2492390975","https://openalex.org/W2518317427","https://openalex.org/W2797658023","https://openalex.org/W2887159755","https://openalex.org/W2922052901","https://openalex.org/W2949559657","https://openalex.org/W3121854931"],"related_works":["https://openalex.org/W46490633","https://openalex.org/W2229480318","https://openalex.org/W2007820193","https://openalex.org/W2294092760","https://openalex.org/W2889438493","https://openalex.org/W2277684984","https://openalex.org/W2257923806","https://openalex.org/W2770089303","https://openalex.org/W3165533860","https://openalex.org/W1493086929","https://openalex.org/W2561715562","https://openalex.org/W2250539671","https://openalex.org/W2236233024","https://openalex.org/W2198355466","https://openalex.org/W2070789508","https://openalex.org/W206842063","https://openalex.org/W2052284096","https://openalex.org/W1602500555","https://openalex.org/W2962822926","https://openalex.org/W3089576187"],"abstract_inverted_index":{"Many":[0],"task":[1],"domains":[2],"require":[3],"robots":[4,55,211],"to":[5,21,70,86,101,120,166,187,204,221],"interpret":[6],"and":[7,18,38,51,53,62,79,137,145,183,198,216,239,258],"act":[8],"upon":[9],"natural":[10,173,224],"language":[11,40,74,105,174,225],"commands":[12,226,238,242],"which":[13,19,205],"are":[14],"given":[15],"by":[16,107,158,228],"people":[17,47],"refer":[20],"the":[22,32,60,72,83,103,167,185,194,201,259],"robot's":[23],"physical":[24],"surroundings.":[25,90],"Such":[26],"interpretation":[27],"is":[28,44],"known":[29],"variously":[30],"as":[31],"symbol":[33],"grounding":[34],"problem,":[35],"grounded":[36,39],"semantics":[37],"acquisition.":[41],"This":[42,176],"problem":[43],"challenging":[45],"because":[46,54],"employ":[48],"diverse":[49,104],"vocabulary":[50],"grammar,":[52],"have":[56,97,118,132,140],"substantial":[57],"uncertainty":[58],"about":[59],"nature":[61],"contents":[63],"of":[64,82,88,171,190,246],"their":[65],"surroundings,":[66],"making":[67],"it":[68],"difficult":[69],"associate":[71,188],"constitutive":[73],"elements":[75,87],"(principally":[76],"noun":[77],"phrases":[78],"spatial":[80],"relations)":[81],"command":[84,192],"text":[85],"those":[89,218],"Symbolic":[91],"models":[92],"capture":[93],"linguistic":[94,124,144,168,181],"structure":[95,170],"but":[96,117,139],"not":[98,119,141],"scaled":[99],"successfully":[100],"handle":[102,115],"produced":[106,227],"untrained":[108,229],"users.":[109,230],"Existing":[110],"statistical":[111],"approaches":[112,131],"can":[113,212],"better":[114],"diversity,":[116,182],"date":[121],"modeled":[122],"complex":[123],"structure,":[125],"limiting":[126],"achievable":[127],"accuracy.":[128],"Recent":[129],"hybrid":[130],"addressed":[133],"limitations":[134],"in":[135,200],"scaling":[136],"complexity,":[138],"effectively":[142],"associated":[143],"perceptual":[146],"features.":[147],"Our":[148],"framework,":[149],"called":[150],"Generalized":[151],"Grounding":[152],"Graphs":[153],"(G^3),":[154],"addresses":[155],"these":[156],"issues":[157],"defining":[159],"a":[160,172,191,244,251,253,256],"probabilistic":[161],"graphical":[162],"model":[163],"dynamically":[164],"according":[165],"parse":[169],"command.":[175],"approach":[177,234],"scales":[178],"effectively,":[179],"handles":[180],"enables":[184],"system":[186],"parts":[189],"with":[193],"specific":[195],"objects,":[196],"places,":[197],"events":[199],"external":[202],"world":[203],"they":[206],"refer.":[207],"We":[208,231],"show":[209],"that":[210],"learn":[213],"word":[214],"meanings":[215,220],"use":[217],"learned":[219],"robustly":[222],"follow":[223],"demonstrate":[232],"our":[233],"for":[235],"both":[236],"mobility":[237],"mobile":[240],"manipulation":[241],"involving":[243],"variety":[245],"semi-autonomous":[247],"robotic":[248],"platforms,":[249],"including":[250],"wheelchair,":[252],"micro-air":[254],"vehicle,":[255],"forklift,":[257],"Willow":[260],"Garage":[261],"PR2.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":7},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2025-10-10T00:00:00"}