{"id":"https://openalex.org/W7077884629","doi":"https://doi.org/10.48550/arxiv.2508.17160","title":"Beyond Play and Pause: Turning GPT-4o Spatial Weakness into a Strength for In-Depth Interactive Video Learning","display_name":"Beyond Play and Pause: Turning GPT-4o Spatial Weakness into a Strength for In-Depth Interactive Video Learning","publication_year":2025,"publication_date":"2025-08-23","ids":{"openalex":"https://openalex.org/W7077884629","doi":"https://doi.org/10.48550/arxiv.2508.17160"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.17160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.17160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.17160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Goudarzi, Sajad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goudarzi, Sajad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zamanifard, Samaneh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zamanifard, Samaneh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.38679999113082886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.38679999113082886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13177","display_name":"Geological and Geophysical Studies","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.028999999165534973,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interactive-video","display_name":"Interactive video","score":0.6129000186920166},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.48489999771118164},{"id":"https://openalex.org/keywords/interactive-learning","display_name":"Interactive Learning","score":0.48019999265670776},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46459999680519104},{"id":"https://openalex.org/keywords/video-editing","display_name":"Video editing","score":0.32820001244544983},{"id":"https://openalex.org/keywords/interactive-computing","display_name":"Interactive computing","score":0.32580000162124634},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.32100000977516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7455000281333923},{"id":"https://openalex.org/C2776566319","wikidata":"https://www.wikidata.org/wiki/Q3495514","display_name":"Interactive video","level":2,"score":0.6129000186920166},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5814999938011169},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5115000009536743},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46459999680519104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45660001039505005},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3310999870300293},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C40866790","wikidata":"https://www.wikidata.org/wiki/Q956238","display_name":"Interactive computing","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.2996000051498413},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.2619999945163727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.17160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.17160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.17160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.17160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"video-based":[1],"learning":[2,40,129],"remains":[3],"passive,":[4],"offering":[5],"limited":[6],"opportunities":[7],"for":[8],"users":[9,43],"to":[10,44,77,134],"engage":[11],"dynamically":[12],"with":[13,66,131],"content.":[14,103],"While":[15],"current":[16],"AI-powered":[17],"tools":[18],"offer":[19],"transcription":[20],"and":[21,73,100,113,116,137],"summarization,":[22],"they":[23],"lack":[24],"real-time,":[25],"region-specific":[26],"interaction":[27],"capabilities.":[28],"This":[29,104],"paper":[30,105],"introduces":[31],"Untwist,":[32],"an":[33,126],"AI-driven":[34,128],"system":[35,108],"that":[36],"enables":[37],"interactive":[38],"video":[39,50,75,102,111,123],"by":[41,86],"allowing":[42],"ask":[45],"questions":[46],"about":[47],"the":[48,107,132],"entire":[49],"or":[51],"specific":[52],"regions":[53],"using":[54],"a":[55],"bounding":[56],"box,":[57],"receiving":[58],"context-aware,":[59],"multimodal":[60],"responses.":[61],"By":[62],"integrating":[63],"GPT":[64],"APIs":[65],"Computer":[67],"Vision":[68],"techniques,":[69],"Untwist":[70,119],"extracts,":[71],"processes,":[72],"structures":[74],"content":[76],"enhance":[78,135],"comprehension.":[79,138],"Our":[80],"approach":[81],"addresses":[82],"GPT-4o":[83],"spatial":[84],"weakness":[85],"leveraging":[87],"annotated":[88],"frames":[89],"instead":[90],"of":[91],"raw":[92],"coordinate":[93],"data,":[94],"significantly":[95],"improving":[96],"accuracy":[97],"in":[98],"localizing":[99],"interpreting":[101],"describes":[106],"architecture,":[109],"including":[110],"pre-processing":[112],"real-time":[114],"interaction,":[115],"outlines":[117],"how":[118],"can":[120],"transform":[121],"passive":[122],"consumption":[124],"into":[125],"interactive,":[127],"experience":[130],"potential":[133],"engagement":[136]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}