{"id":"https://openalex.org/W7160951876","doi":"https://doi.org/10.48550/arxiv.2605.08452","title":"NICE FACT: Diagnosing and Calibrating VLMs in Quantitative Reasoning for Kinematic Physics","display_name":"NICE FACT: Diagnosing and Calibrating VLMs in Quantitative Reasoning for Kinematic Physics","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160951876","doi":"https://doi.org/10.48550/arxiv.2605.08452"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08452","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08452","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08452","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135934414","display_name":"Jian Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135988679","display_name":"Zhicheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135972908","display_name":"Xinpeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135922220","display_name":"Yuhao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135928653","display_name":"Haokun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135988574","display_name":"Jiancheng Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Jiancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135978134","display_name":"Barbara Plank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plank, Barbara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135979709","display_name":"Thomas Seidl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seidl, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nice","display_name":"Nice","score":0.6029000282287598},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5333999991416931},{"id":"https://openalex.org/keywords/physical-law","display_name":"Physical law","score":0.5167999863624573},{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.4975999891757965},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4189000129699707},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4133000075817108},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.38929998874664307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632000207901001},{"id":"https://openalex.org/C2779256446","wikidata":"https://www.wikidata.org/wiki/Q33959","display_name":"Nice","level":2,"score":0.6029000282287598},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C194583477","wikidata":"https://www.wikidata.org/wiki/Q408891","display_name":"Physical law","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4650000035762787},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.382999986410141},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C200288055","wikidata":"https://www.wikidata.org/wiki/Q2621792","display_name":"Element (criminal law)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08452","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08452","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08452","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08452","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.7759039998054504}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,33],"ability":[1],"to":[2,53,112,129,138,150],"derive":[3],"precise":[4],"spatial":[5,22],"and":[6,65,79,99,109,114,144],"physical":[7,27,63,67,96,136],"insights":[8],"is":[9],"a":[10,30,37,55,81,146],"cornerstone":[11],"of":[12,58,73,154],"vision-language":[13],"models":[14,127],"(VLMs),":[15],"yet":[16],"their":[17],"poor":[18],"performances":[19],"in":[20],"related":[21],"intelligence":[23],"tasks":[24],"such":[25],"as":[26],"reasoning":[28,88],"remain":[29],"fundamental":[31,56],"barrier.":[32],"community":[34],"critically":[35],"lacks":[36],"scientific":[38],"analysis":[39],"revealing":[40],"whether":[41],"VLMs":[42,60],"faithfully":[43],"reach":[44,139],"answers":[45],"or":[46,133],"plausibly":[47],"make":[48],"guesses.":[49],"This":[50,141],"work":[51,142],"aims":[52],"provide":[54],"understanding":[57],"how":[59],"perceive":[61],"the":[62,71,152],"world,":[64],"utilize":[66,134],"laws,":[68],"while":[69],"assessing":[70],"reliability":[72],"model":[74],"confidence.":[75],"We":[76],"propose":[77],"NICE":[78,102],"FACT,":[80],"dual-diagnostic":[82],"paradigm":[83,149],"that":[84,126],"explicitly":[85],"decomposes":[86],"quantitative":[87],"for":[89],"kinematic":[90],"physics:":[91],"FACT":[92],"diagnoses":[93],"visual":[94,131],"fidelity,":[95],"law":[97],"comprehension,":[98],"temporal":[100],"grounding.":[101],"studies":[103],"our":[104],"novel":[105,110],"neighborhood-informed":[106],"calibration":[107],"method":[108],"metrics":[111],"evaluate":[113],"calibrate":[115],"confidence":[116],"reliability.":[117],"Evaluated":[118],"across":[119],"6":[120],"latest":[121],"state-of-the-art":[122],"VLMs,":[123],"we":[124],"uncover":[125],"fail":[128],"identify":[130],"preconditions":[132],"necessary":[135],"laws":[137],"answers.":[140],"highlights":[143],"establishes":[145],"standardized":[147],"diagnostic":[148],"guide":[151],"development":[153],"faithful,":[155],"physically-grounded":[156],"VLMs.":[157]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}