{"id":"https://openalex.org/W4401018224","doi":"https://doi.org/10.1109/ur61395.2024.10597464","title":"Is It Safe to Cross? Interpretable Risk Assessment with GPT-4V for Safety-Aware Street Crossing","display_name":"Is It Safe to Cross? Interpretable Risk Assessment with GPT-4V for Safety-Aware Street Crossing","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4401018224","doi":"https://doi.org/10.1109/ur61395.2024.10597464"},"language":"en","primary_location":{"id":"doi:10.1109/ur61395.2024.10597464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur61395.2024.10597464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hochul Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hochul Hwang","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051373234","display_name":"Sunjae Kwon","orcid":"https://orcid.org/0000-0002-5425-6779"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunjae Kwon","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106488028","display_name":"Yekyung Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yekyung Kim","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101933714","display_name":"Donghyun Kim","orcid":"https://orcid.org/0000-0002-7325-8585"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donghyun Kim","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst,Amherst,MA,U.S.,01002","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.1939,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.99288405,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"281","last_page":"288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/level-crossing","display_name":"Level crossing","score":0.6130039691925049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5642030835151672},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.4284564256668091},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.4212288558483124},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.30702900886535645},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24575486779212952}],"concepts":[{"id":"https://openalex.org/C1975866","wikidata":"https://www.wikidata.org/wiki/Q171448","display_name":"Level crossing","level":2,"score":0.6130039691925049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5642030835151672},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.4284564256668091},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.4212288558483124},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30702900886535645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24575486779212952},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur61395.2024.10597464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur61395.2024.10597464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2025184470","https://openalex.org/W2036327741","https://openalex.org/W2150066425","https://openalex.org/W2340897893","https://openalex.org/W2981380018","https://openalex.org/W3018757597","https://openalex.org/W3035564946","https://openalex.org/W3036324674","https://openalex.org/W3091146265","https://openalex.org/W3132026872","https://openalex.org/W4220692157","https://openalex.org/W4221143046","https://openalex.org/W4313157895","https://openalex.org/W4322718191","https://openalex.org/W4360891289","https://openalex.org/W4365512576","https://openalex.org/W4366330503","https://openalex.org/W4366850747","https://openalex.org/W4378468563","https://openalex.org/W4380353763","https://openalex.org/W4384662964","https://openalex.org/W4385245566","https://openalex.org/W4385572300","https://openalex.org/W4386303029","https://openalex.org/W4387723654","https://openalex.org/W4389519254","https://openalex.org/W4389519598","https://openalex.org/W4390874575","https://openalex.org/W4391559307","https://openalex.org/W4396910000","https://openalex.org/W6677548441","https://openalex.org/W6777046832","https://openalex.org/W6791353385","https://openalex.org/W6809646742","https://openalex.org/W6850625674","https://openalex.org/W6850668563","https://openalex.org/W6850973460","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852473727","https://openalex.org/W6852874933","https://openalex.org/W6853195773","https://openalex.org/W6854035893","https://openalex.org/W6857872576"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2283797979","https://openalex.org/W2807950924","https://openalex.org/W614335918","https://openalex.org/W593789831","https://openalex.org/W1528387876","https://openalex.org/W1533183271"],"abstract_inverted_index":{"Safely":[0],"navigating":[1],"street":[2,68],"intersections":[3],"is":[4],"a":[5,16,24,47,72,83,114,145,172,176],"complex":[6,67],"challenge":[7],"for":[8,33,97,147,180],"blind":[9,98],"and":[10,51,86,99,117,140,151,159],"low-vision":[11,100],"individuals,":[12],"as":[13,171],"it":[14],"requires":[15],"nuanced":[17],"understanding":[18],"of":[19,164],"the":[20,43,119,134,157,165],"surrounding":[21],"context":[22],"-":[23],"task":[25],"heavily":[26],"reliant":[27],"on":[28,126,133],"visual":[29,135],"cues.":[30],"Traditional":[31],"methods":[32],"assisting":[34],"in":[35,89],"this":[36],"decision-making":[37,96,184],"process":[38],"often":[39],"fall":[40],"short,":[41],"lacking":[42],"ability":[44],"to":[45,65,174],"provide":[46],"comprehensive":[48],"scene":[49,87,152],"analysis":[50],"safety":[52,84,123,129,148,160],"level.":[53],"This":[54],"paper":[55],"introduces":[56],"an":[57],"innovative":[58],"approach":[59],"that":[60,107],"leverages":[61],"vision-language":[62],"models":[63],"(VLMs)":[64],"interpret":[66],"crossing":[69],"scenes,":[70],"offering":[71],"potential":[73],"advancement":[74],"over":[75],"conventional":[76],"traffic":[77],"signal":[78],"recognition":[79],"techniques.":[80],"By":[81],"generating":[82],"score":[85,130,149,161],"description":[88],"natural":[90],"language,":[91],"our":[92,127],"method":[93],"supports":[94],"safe":[95],"individuals.":[101],"We":[102],"collected":[103],"crosswalk":[104],"intersection":[105],"data":[106],"contains":[108],"multiview":[109],"egocentric":[110],"images":[111,120,139],"captured":[112],"by":[113,168],"quadruped":[115],"robot":[116],"annotated":[118],"with":[121],"corresponding":[122],"scores":[124],"based":[125],"predefined":[128],"categorization.":[131],"Grounded":[132],"knowledge,":[136],"extracted":[137],"from":[138],"text":[141],"prompts,":[142,170],"we":[143],"evaluate":[144],"VLM":[146],"prediction":[150,162],"description.":[153],"Our":[154],"findings":[155],"highlight":[156],"reasoning":[158],"capabilities":[163],"VLM,":[166],"activated":[167],"various":[169],"pathway":[173],"developing":[175],"trustworthy":[177],"system,":[178],"crucial":[179],"applications":[181],"requiring":[182],"reliable":[183],"support.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
