{"id":"https://openalex.org/W4229080558","doi":"https://doi.org/10.48550/arxiv.2205.02830","title":"Interaction Replica: Tracking Human-Object Interaction and Scene Changes From Human Motion","display_name":"Interaction Replica: Tracking Human-Object Interaction and Scene Changes From Human Motion","publication_year":2022,"publication_date":"2022-05-05","ids":{"openalex":"https://openalex.org/W4229080558","doi":"https://doi.org/10.48550/arxiv.2205.02830"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.02830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02830","pdf_url":"https://arxiv.org/pdf/2205.02830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.02830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055234861","display_name":"Vladimir Guzov","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Guzov, Vladimir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chibane, Julian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chibane, Julian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Marin, Riccardo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marin, Riccardo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"He, Yannan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yannan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Saracoglu, Yunus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saracoglu, Yunus","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sattler, Torsten","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sattler, Torsten","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Pons-Moll, Gerard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pons-Moll, Gerard","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5055234861"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7440836429595947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6245191693305969},{"id":"https://openalex.org/keywords/replica","display_name":"Replica","score":0.5912653803825378},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5871340036392212},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.5859667062759399},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5665457844734192},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.5491452813148499},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4952363073825836},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.4579138159751892},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4377974569797516},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.21085676550865173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7440836429595947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6245191693305969},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.5912653803825378},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5871340036392212},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.5859667062759399},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5665457844734192},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.5491452813148499},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4952363073825836},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.4579138159751892},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4377974569797516},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.21085676550865173},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.02830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02830","pdf_url":"https://arxiv.org/pdf/2205.02830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.02830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.02830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.02830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02830","pdf_url":"https://arxiv.org/pdf/2205.02830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229080558.pdf","grobid_xml":"https://content.openalex.org/works/W4229080558.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3013979739","https://openalex.org/W2655578171","https://openalex.org/W2577913821","https://openalex.org/W2460131733","https://openalex.org/W2953070151","https://openalex.org/W4296976839","https://openalex.org/W2372946558","https://openalex.org/W3126044086","https://openalex.org/W4394646256","https://openalex.org/W4236952075"],"abstract_inverted_index":{"Our":[0,177,218],"world":[1],"is":[2,26,182,200],"not":[3,89],"static":[4],"and":[5,41,64,74,86,167,194,210,221],"humans":[6,25,140],"naturally":[7],"cause":[8],"changes":[9,22],"in":[10,33,127,141,206],"their":[11],"environments":[12],"through":[13],"interactions,":[14,164],"e.g.,":[15,32],"opening":[16],"doors":[17],"or":[18,95],"moving":[19],"furniture.":[20],"Modeling":[21],"caused":[23],"by":[24,76,130],"essential":[27,184],"for":[28,45,66,202,211],"building":[29],"digital":[30],"twins,":[31],"the":[34,52,58,100,108,128,142,163,188],"context":[35],"of":[36,48,84,102,111,139,162,191,196],"shared":[37],"physical-virtual":[38],"spaces":[39],"(metaverses)":[40],"robotics.":[42],"In":[43],"order":[44],"widespread":[46],"adoption":[47],"such":[49,80,116],"emerging":[50],"applications,":[51],"sensor":[53,119],"setup":[54,120],"used":[55],"to":[56,61,99,214],"capture":[57,190],"interactions":[59,70,114,149,168,193],"needs":[60],"be":[62,72,170],"inexpensive":[63],"easy-to-use":[65],"non-expert":[67],"users.":[68],"I.e.,":[69],"should":[71],"captured":[73],"modeled":[75],"simple":[77],"ego-centric":[78,118],"sensors":[79],"as":[81],"a":[82,132],"combination":[83],"cameras":[85,94],"IMU":[87,151],"sensors,":[88],"relying":[90],"on":[91,225],"any":[92],"external":[93],"object":[96],"trackers.":[97],"Yet,":[98],"best":[101],"our":[103,226],"knowledge,":[104],"no":[105],"work":[106],"tackling":[107],"challenging":[109],"problem":[110],"modeling":[112,195],"human-scene":[113,148,165],"via":[115],"an":[117,183],"exists.":[121],"This":[122],"paper":[123],"closes":[124],"this":[125],"gap":[126],"literature":[129],"developing":[131],"novel":[133],"approach":[134],"that":[135,157],"combines":[136],"visual":[137,160],"localization":[138],"scene":[143],"with":[144],"contact-based":[145],"reasoning":[146],"about":[147],"from":[150,173],"data.":[152],"Interestingly,":[153],"we":[154],"can":[155,169],"show":[156],"even":[158],"without":[159],"observations":[161],"contacts":[166],"realistically":[171],"predicted":[172],"human":[174,192],"pose":[175],"sequences.":[176],"method,":[178],"iReplica":[179],"(Interaction":[180],"Replica),":[181],"first":[185],"step":[186],"towards":[187],"egocentric":[189],"dynamic":[197],"scenes,":[198],"which":[199],"required":[201],"future":[203],"AR/VR":[204],"applications":[205],"immersive":[207],"virtual":[208],"universes":[209],"training":[212],"machines":[213],"behave":[215],"like":[216],"humans.":[217],"code,":[219],"data":[220],"model":[222],"are":[223],"available":[224],"project":[227],"page":[228],"at":[229],"http://virtualhumans.mpi-inf.mpg.de/ireplica/":[230]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2022-05-08T00:00:00"}