{"id":"https://openalex.org/W4412966550","doi":"https://doi.org/10.1109/ur65550.2025.11078036","title":"Robocskbench: Benchmarking Embodied Commonsense Capabilities of Large Language Models","display_name":"Robocskbench: Benchmarking Embodied Commonsense Capabilities of Large Language Models","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4412966550","doi":"https://doi.org/10.1109/ur65550.2025.11078036"},"language":"en","primary_location":{"id":"doi:10.1109/ur65550.2025.11078036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur65550.2025.11078036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091237529","display_name":"Jan-Philipp T\u00f6berg","orcid":"https://orcid.org/0000-0003-0434-6781"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jan-Philipp T\u00f6berg","raw_affiliation_strings":["Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany"],"affiliations":[{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084719689","display_name":"Svenja Kenneweg","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Svenja Kenneweg","raw_affiliation_strings":["Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany"],"affiliations":[{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056086147","display_name":"Philipp Cimiano","orcid":"https://orcid.org/0000-0002-4771-441X"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Cimiano","raw_affiliation_strings":["Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany"],"affiliations":[{"raw_affiliation_string":"Cluster of Excellence Cognitive Interaction Technology (CITEC), Bielefeld University,Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091237529"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11154335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.8699048757553101},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7489195466041565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7150448560714722},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.664700984954834},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49488896131515503},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.46879658102989197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42121511697769165},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.07470262050628662},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06755062937736511}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.8699048757553101},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7489195466041565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7150448560714722},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.664700984954834},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49488896131515503},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.46879658102989197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42121511697769165},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.07470262050628662},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06755062937736511},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur65550.2025.11078036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur65550.2025.11078036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1933657216","https://openalex.org/W2081580037","https://openalex.org/W2592323675","https://openalex.org/W2799002257","https://openalex.org/W2889037087","https://openalex.org/W2923014074","https://openalex.org/W2952122856","https://openalex.org/W2960416371","https://openalex.org/W2963305465","https://openalex.org/W2970062726","https://openalex.org/W2970641574","https://openalex.org/W2971236147","https://openalex.org/W2979360055","https://openalex.org/W2998617917","https://openalex.org/W3034758614","https://openalex.org/W3080552792","https://openalex.org/W3084847422","https://openalex.org/W3103543556","https://openalex.org/W3153438511","https://openalex.org/W3165066581","https://openalex.org/W4229038710","https://openalex.org/W4281690148","https://openalex.org/W4293566037","https://openalex.org/W4308196123","https://openalex.org/W4312594400","https://openalex.org/W4383097638","https://openalex.org/W4386596939","https://openalex.org/W4386607580","https://openalex.org/W4388720459","https://openalex.org/W4388963871","https://openalex.org/W4392292205","https://openalex.org/W4401415042","https://openalex.org/W4402354047","https://openalex.org/W4402354166","https://openalex.org/W4402683894","https://openalex.org/W4403021429","https://openalex.org/W4403324124","https://openalex.org/W4404579415","https://openalex.org/W4404784085","https://openalex.org/W4407590542","https://openalex.org/W4408226114","https://openalex.org/W6795711426","https://openalex.org/W6802517928","https://openalex.org/W6839193947","https://openalex.org/W6857062732","https://openalex.org/W6858940515","https://openalex.org/W6858970081","https://openalex.org/W6870737912","https://openalex.org/W6874880044"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W2196562041","https://openalex.org/W4385488510","https://openalex.org/W2073302931","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W4287633646","https://openalex.org/W4378501473"],"abstract_inverted_index":{"Robots":[0],"and":[1,36,61,96,104,193],"intelligent":[2],"assistants":[3],"are":[4,15],"increasingly":[5],"performing":[6],"tasks":[7,14,18,122,134,155],"autonomously":[8],"in":[9,64,135],"household":[10,66,87],"settings.":[11],"While":[12,116],"navigation-based":[13],"straightforward,":[16],"open-ended":[17,43],"require":[19],"reasoning":[20],"on":[21,38,139,152],"the":[22,29,108,117,124,136,140,144,153,157,179,182],"basis":[23],"of":[24,31,59,102,110,120,126,146,156],"commonsense":[25,39,56,114],"knowledge.":[26,115],"Towards":[27],"fostering":[28],"development":[30],"systems":[32,62,111],"that":[33,173],"can":[34,129],"use":[35],"reason":[37],"knowledge":[40,57,74],"to":[41,53,79],"tackle":[42],"tasks,":[44,171],"we":[45,142],"propose":[46],"RoboCSKBench,":[47],"a":[48,162],"natural":[49],"language-based":[50],"multitask":[51],"benchmark":[52,69,118],"assess":[54,143],"embodied":[55,113],"capabilities":[58,145],"agents":[60],"interacting":[63],"dynamic":[65],"environments.":[67],"Our":[68,159],"combines":[70],"various":[71,154],"resources":[72],"(e.g.":[73],"graphs,":[75],"manipulation":[76],"benchmarks,":[77],"crowdsourcing)":[78],"provide":[80],"data":[81,103],"for":[82,190],"five":[83,121],"different,":[84],"commonly":[85],"encountered":[86],"tasks:":[88],"Tidy":[89],"Up,":[90],"Tool":[91],"Usage,":[92],"MetaReasoning,":[93],"Table":[94],"Setting":[95],"Procedural":[97],"Knowledge.":[98],"Each":[99],"task":[100],"comprises":[101],"evaluation":[105,109],"metrics":[106],"supporting":[107],"inducing":[112],"consists":[119],"at":[123],"time":[125],"writing,":[127],"it":[128],"be":[130],"extended":[131],"with":[132,165],"further":[133,191],"future.":[137],"Building":[138],"benchmark,":[141],"three":[147],"state-of-the-art":[148],"large":[149],"language":[150],"models":[151,185],"benchmark.":[158],"results":[160],"indicate":[161],"diverse":[163],"foundation,":[164],"model":[166,176],"performance":[167],"varying":[168],"across":[169],"different":[170],"suggesting":[172],"no":[174],"single":[175],"clearly":[177],"outperforms":[178],"others.":[180],"On":[181],"contrary,":[183],"all":[184],"exhibit":[186],"limitations,":[187],"leaving":[188],"room":[189],"optimization":[192],"improvement.":[194]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}