{"id":"https://openalex.org/W4393750997","doi":"https://doi.org/10.5281/zenodo.3932973","title":"ITOP Dataset","display_name":"ITOP Dataset","publication_year":2016,"publication_date":"2016-10-08","ids":{"openalex":"https://openalex.org/W4393750997","doi":"https://doi.org/10.5281/zenodo.3932973"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/14361144","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/ITOP_Dataset/14361144","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},"type":"dataset","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/dataset/ITOP_Dataset/14361144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018264012","display_name":"Albert Haque","orcid":"https://orcid.org/0000-0001-6769-6370"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haque, Albert (10516527)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109502037","display_name":"Boya Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Boya (10516671)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108684181","display_name":"Zelun Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luo, Zelun (10516674)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068504559","display_name":"Alexandre Alahi","orcid":"https://orcid.org/0000-0002-5004-1498"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alahi, Alexandre (10516677)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081511803","display_name":"Serena Yeung","orcid":"https://orcid.org/0000-0003-0529-0628"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yeung, Serena (10516680)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450462","display_name":"Li Fei-Fei","orcid":"https://orcid.org/0000-0002-7481-0810"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei-Fei, Li (10516683)","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3960857391357422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3960857391357422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:figshare.com:article/14361144","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/ITOP_Dataset/14361144","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:zenodo.org:3932973","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.3932973","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/14361144","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/ITOP_Dataset/14361144","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"<p><strong>Summary</strong></p>\\n\\n<p>The":[0],"ITOP":[1],"dataset":[2,271],"(Invariant":[3],"Top":[4,207,227],"View)":[5],"contains":[6,249],"100K":[7],"depth":[8,138,320,351],"images":[9],"from":[10,119,282],"side":[11],"and":[12,60,109,142,259,422,469,518],"top":[13],"views":[14],"of":[15,26,98,279,534,576],"a":[16,19,106,111,439,491,541,549],"person":[17],"in":[18,304,349,411,445,458,495,507],"scene.":[20],"For":[21,96],"each":[22,595],"image,":[23,290],"the":[24,39,43,54,73,99,102,116,146,254,269,277,291,305,309,319,342,350,412,418,425,459,465,472,508,514,521,532,535,577,583],"location":[25],"15":[27],"human":[28,536,561,579,596],"body":[29,562],"parts":[30],"are":[31,262,444],"labeled":[32],"with":[33],"3-dimensional":[34],"(x,y,z)":[35],"coordinates,":[36,316],"relative":[37],"to":[38,121,145,268,285,438,531,569],"sensor's":[40],"position.":[41],"Read":[42],"full":[44],"paper":[45],"for":[46,136,582],"more":[47],"context":[48],"[<a":[49],"href=\"https://arxiv.org/pdf/1603.07076.pdf\">pdf</a>].</p>\\n\\n<p><strong>Getting":[50],"Started</strong></p>\\n\\n<p>Download":[51],"then":[52],"decompress":[53],"h5.gz":[55],"file.</p>\\n\\n<pre><code":[56],"class=\"language-bash\">gunzip":[57],"ITOP_side_test_depth_map.h5.gz</code></pre>\\n\\n<p>Using":[58],"Python":[59],"<a":[61],"href=\"https://www.h5py.org/\">h5py</a>":[62],"(<em>pip":[63],"install":[64,68],"h5py</em>":[65],"or":[66,600],"<em>conda":[67],"h5py</em>),":[69],"we":[70,317],"can":[71],"load":[72],"contents:</p>\\n\\n<pre><code":[74],"class=\"language-python\">import":[75],"h5py\\nimport":[76],"numpy":[77],"as":[78,322],"np\\n\\nf":[79],"=":[80,84,88,325,331,339,359],"h5py.File('ITOP_side_test_depth_map.h5',":[81],"'r')\\ndata,":[82],"ids":[83,87],"f.get('data'),":[85],"f.get('id')\\ndata,":[86],"np.asarray(data),":[89],"np.asarray(ids)\\n\\nprint(data.shape,":[90],"ids.shape)\\n#":[91],"(10501,":[92],"240,":[93],"320)":[94],"(10501,)</code></pre>\\n\\n<p><strong>Note:</strong>":[95],"any":[97,575],"<em>*_images.h5.gz</em>":[100],"files,":[101],"underlying":[103],"file":[104,108,117,248],"is":[105,341,417,424,464,471,488,513,520,540,567,598,603],"tar":[107],"not":[110,573],"h5":[112],"file.":[113],"Please":[114],"rename":[115],"extension":[118],"<em>h5.gz</em>":[120],"<em>tar.gz</em>":[122],"before":[123],"opening.":[124],"The":[125,265],"following":[126,292],"commands":[127],"will":[128],"work:</p>\\n\\n<pre><code":[129],"class=\"language-bash\">mv":[130],"ITOP_side_test_images.h5.gz":[131],"ITOP_side_test_images.tar.gz\\ntar":[132],"xf":[133],"ITOP_side_test_images.tar.gz</code></pre>\\n\\n<p><strong>Metadata</strong></p>\\n\\n<p>File":[134],"sizes":[135],"images,":[137],"maps,":[139],"point":[140,283,311,487],"clouds,":[141],"labels":[143],"refer":[144],"uncompressed":[147],"size.</p>\\n\\n<pre><code>+-------+--------+---------+---------+----------+------------+--------------+---------+\\n|":[148],"View":[149],"|":[150,152,154,156,158,161,164,168,170,172,174,177,180,183,188,190,192,194,197,200,203,208,210,212,214,217,220,223,228,230,232,234,237,240,243],"Split":[151],"Frames":[153],"People":[155],"Images":[157],"Depth":[159,433,442],"Map":[160],"Point":[162,480],"Cloud":[163],"Labels":[165],"|\\n+-------+--------+---------+---------+----------+------------+--------------+---------+\\n|":[166],"Side":[167,187],"Train":[169,209],"39,795":[171,211],"16":[173,213],"1.1":[175],"GiB":[176,179,182,185,199,202,219,222,225,239,242],"5.7":[178,218],"18":[181,221],"2.9":[184,224],"|\\n|":[186,206,226],"Test":[189,229],"10,501":[191,231],"4":[193,233],"276":[195],"MiB":[196,205,216,236,245],"1.6":[198,238],"4.6":[201,241],"771":[204,244],"974":[215],"261":[235],"|\\n+-------+--------+---------+---------+----------+------------+--------------+---------+</code></pre>\\n\\n<p><strong>Data":[246],"Schema</strong></p>\\n\\n<p>Each":[247],"several":[250],"HDF5":[251],"datasets":[252],"at":[253],"root":[255],"level.":[256],"Dimensions,":[257],"attributes,":[258],"data":[260],"types":[261],"listed":[263],"below.":[264],"key":[266],"refers":[267],"(HDF5)":[270],"name.":[272],"Let":[273],"<span":[274,336,405,452],"class=\"math-tex\">\\\\(n\\\\)</span>":[275],"denote":[276,300],"number":[278,421,468,517],"images.<br>\\n<br>\\n<strong>Transformation</strong></p>\\n\\n<p>To":[280],"convert":[281],"clouds":[284],"a <span":[286],"class=\"math-tex\">\\\\(240":[287],"\\\\times":[288],"320\\\\)</span>":[289],"transformations":[293],"were":[294],"used.":[295],"Let <span":[296],"class=\"math-tex\">\\\\(x_{\\\\textrm{img}}\\\\)</span>":[297],"and <span":[298,329],"class=\"math-tex\">\\\\(y_{\\\\textrm{img}}\\\\)</span>":[299],"the <span":[301],"class=\"math-tex\">\\\\((x,y)\\\\)</span>":[302],"coordinate":[303],"image":[306],"plane.":[307],"Using":[308],"raw":[310],"cloud <span":[312],"class=\"math-tex\">\\\\((x,y,z)\\\\)</span>":[313],"real":[314,446,496],"world":[315,447,497],"compute":[318],"map":[321,434],"follows: <span":[323],"class=\"math-tex\">\\\\(x_{\\\\textrm{img}}":[324],"\\\\frac{x}{Cz}":[326],"+":[327,333],"160\\\\)</span>":[328],"class=\"math-tex\">\\\\(y_{\\\\textrm{img}}":[330],"-\\\\frac{y}{Cz}":[332],"120\\\\)</span>":[334],"where":[335,415,462,511,548],"class=\"math-tex\">\\\\(C\\\\approx":[337],"3.50\u00d710^{\u22123}":[338],"0.0035\\\\)</span>":[340],"intrinsic":[343],"camera":[344],"calibration":[345],"parameter.":[346],"This":[347,539,602],"results":[348],"map: <span":[352],"class=\"math-tex\">\\\\((x_{\\\\textrm{img}},":[353],"y_{\\\\textrm{img}},":[354],"z)\\\\)</span>.</p>\\n\\n<p><strong>Joint":[355],"ID":[356,420,467,516],"(Index)":[357],"Mapping</strong></p>\\n\\n<pre><code>joint_id_to_name":[358],"{\\n":[360],"0:":[361],"'Head',":[362],"8:":[363],"'Torso',\\n":[364],"1:":[365],"'Neck',":[366],"9:":[367],"'R":[368,371,380,383,392,395],"Hip',\\n":[369,375],"2:":[370],"Shoulder',":[372,378],"10:":[373],"'L":[374,377,386,389,398,401],"3:":[376],"11:":[379],"Knee',\\n":[381,387],"4:":[382],"Elbow',":[384,390],"12:":[385],"5:":[388],"13:":[391],"Foot',\\n":[393,399],"6:":[394],"Hand',":[396],"14:":[397],"7:":[400],"Hand',\\n}</code></pre>\\n\\n<p><strong>Depth":[402],"Maps</strong></p>\\n\\n<ul>\\n\\t<li><em>Key:</em>":[403],"id\\n\\n\\t<ul>\\n\\t\\t<li><em>Dimensions:</em>":[404,451],"class=\"math-tex\">\\\\((n,)\\\\)</span></li>\\n\\t\\t<li><em>Data":[406,453,502,526],"Type:</em>":[407,431,454],"uint8</li>\\n\\t\\t<li><em>Description:</em>":[408,455],"Frame":[409,456,505],"identifier":[410,457,506],"form":[413,460,509],"XX_YYYYY":[414,461,510],"XX":[416,463,512],"person's":[419,466,515],"YYYYY":[423,470,519],"frame":[426,473,522],"number.</li>\\n\\t</ul>\\n\\t</li>\\n\\t<li><em>Key:":[427,474,523],"</em>data\\n\\t<ul>\\n\\t\\t<li><em>Dimensions:":[428,475],"</em><span":[429,476,501,525,587],"class=\"math-tex\">\\\\((n,240,320)\\\\)</span></li>\\n\\t\\t<li><em>Data":[430],"float16</li>\\n\\t\\t<li><em>Description:</em>":[432],"(i.e.":[435],"mesh)":[436],"corresponding":[437,530],"single":[440],"frame.":[441],"values":[443],"meters":[448,498],"(m).</li>\\n\\t</ul>\\n\\t</li>\\n</ul>\\n\\n<p><strong>Point":[449],"Clouds</strong></p>\\n\\n<ul>\\n\\t<li><em>Key:</em>":[450],"class=\"math-tex\">\\\\((n,76800,3)\\\\)</span></li>\\n\\t\\t<li><em>Data":[477],"Type:":[478,503,527,589],"float16</em></li>\\n\\t\\t<li><em>Description:</em>":[479],"cloud":[481],"containing":[482],"76,800":[483],"points":[484],"(240x320).":[485],"Each":[486],"represented":[489],"by":[490,545],"3D":[492],"tuple":[493],"measured":[494],"(m).</li>\\n\\t</ul>\\n\\t</li>\\n</ul>\\n\\n<p><strong>Labels</strong></p>\\n\\n<ul>\\n\\t<li><em>Key:":[499],"</em>id\\n\\n\\t<ul>\\n\\t\\t<li><em>Dimensions:":[500],"</em>uint8</li>\\n\\t\\t<li><em>Description:</em>":[504,528],"</em>is_valid\\n\\t<ul>\\n\\t\\t<li><em>Dimensions:":[524],"Flag":[529],"result":[533],"labeling":[537],"effort.":[538],"boolean":[542],"value":[543],"(represented":[544],"an":[546],"integer)":[547],"one":[550],"(1)":[551],"denotes":[552,559],"clean,":[553],"human-approved":[554],"data.":[555],"A":[556],"zero":[557],"(0)":[558],"noisy":[560],"part":[563],"labels.":[564],"If":[565],"is_valid":[566],"equal":[568],"zero,":[570],"you":[571],"should":[572],"use":[574],"provided":[578],"joint":[580,597],"locations":[581],"particular":[584],"frame.</li>\\n\\t</ul>\\n\\t</li>\\n\\t<li><em>Key:":[585],"</em>visible_joints\\n\\t<ul>\\n\\t\\t<li><em>Dimensions:":[586],"class=\"math-tex\">\\\\((n,15)\\\\)</span></li>\\n\\t\\t<li><em>Data":[588],"</em>int16</li>\\n\\t\\t<li><em>Description:</em>":[590],"Binary":[591],"mask":[592],"indicating":[593],"if":[594],"visible":[599],"occluded.":[601],"denoted":[604],"by <span":[605],"class=\"math-tex\">\\\\(\\\\al":[606]},"counts_by_year":[],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2024-04-03T00:00:00"}