{"id":"https://openalex.org/W3135454126","doi":"https://doi.org/10.1109/tits.2021.3124981","title":"OpenPifPaf: Composite Fields for Semantic Keypoint Detection and Spatio-Temporal Association","display_name":"OpenPifPaf: Composite Fields for Semantic Keypoint Detection and Spatio-Temporal Association","publication_year":2021,"publication_date":"2021-11-16","ids":{"openalex":"https://openalex.org/W3135454126","doi":"https://doi.org/10.1109/tits.2021.3124981","mag":"3135454126"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3124981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3124981","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.02440","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033011212","display_name":"S. Kreiss","orcid":"https://orcid.org/0000-0002-2246-5680"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Sven Kreiss","raw_affiliation_strings":["VITA Laboratory, EPFL, Lausanne, Switzerland","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,"],"affiliations":[{"raw_affiliation_string":"VITA Laboratory, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005697456","display_name":"Lorenzo Bertoni","orcid":"https://orcid.org/0000-0002-6117-1562"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Lorenzo Bertoni","raw_affiliation_strings":["VITA Laboratory, EPFL, Lausanne, Switzerland","[VITA Laboratory, EPFL, 1015 Lausanne, Switzerland.]"],"affiliations":[{"raw_affiliation_string":"VITA Laboratory, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"[VITA Laboratory, EPFL, 1015 Lausanne, Switzerland.]","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068504559","display_name":"Alexandre Alahi","orcid":"https://orcid.org/0000-0002-5004-1498"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexandre Alahi","raw_affiliation_strings":["VITA Laboratory, EPFL, Lausanne, Switzerland","[VITA Laboratory, EPFL, 1015 Lausanne, Switzerland.]"],"affiliations":[{"raw_affiliation_string":"VITA Laboratory, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"[VITA Laboratory, EPFL, 1015 Lausanne, Switzerland.]","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033011212"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":1.942,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.87930199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"8","first_page":"13498","last_page":"13511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7268139123916626},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5794956684112549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5555666089057922},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5366978049278259},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5234072804450989},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4548540413379669},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45393478870391846},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.42542433738708496},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3488996624946594},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1475449502468109}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7268139123916626},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5794956684112549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5555666089057922},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5366978049278259},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5234072804450989},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4548540413379669},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45393478870391846},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.42542433738708496},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3488996624946594},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1475449502468109},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tits.2021.3124981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3124981","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.02440","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.02440","pdf_url":"https://arxiv.org/pdf/2103.02440","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3135454126","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2103.02440.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:290920","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/184096","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},{"id":"doi:10.48550/arxiv.2103.02440","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.02440","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.02440","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.02440","pdf_url":"https://arxiv.org/pdf/2103.02440","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.8199999928474426,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2333234439","display_name":null,"funder_award_id":"190677","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G6452815659","display_name":null,"funder_award_id":"2OOO21-L92326","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1861492603","https://openalex.org/W1967554269","https://openalex.org/W1991264156","https://openalex.org/W2037227137","https://openalex.org/W2080873731","https://openalex.org/W2086161653","https://openalex.org/W2108598243","https://openalex.org/W2113325037","https://openalex.org/W2115579991","https://openalex.org/W2118877769","https://openalex.org/W2124781496","https://openalex.org/W2130026429","https://openalex.org/W2168148636","https://openalex.org/W2175012183","https://openalex.org/W2184393491","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2291627510","https://openalex.org/W2307770531","https://openalex.org/W2476548250","https://openalex.org/W2554082199","https://openalex.org/W2555618208","https://openalex.org/W2555751471","https://openalex.org/W2559085405","https://openalex.org/W2578797046","https://openalex.org/W2600383743","https://openalex.org/W2620105270","https://openalex.org/W2798336850","https://openalex.org/W2798560564","https://openalex.org/W2801438667","https://openalex.org/W2819476901","https://openalex.org/W2883780447","https://openalex.org/W2887114371","https://openalex.org/W2912890176","https://openalex.org/W2913824500","https://openalex.org/W2916798096","https://openalex.org/W2917435394","https://openalex.org/W2935837427","https://openalex.org/W2948080642","https://openalex.org/W2952956973","https://openalex.org/W2953941229","https://openalex.org/W2956121407","https://openalex.org/W2956532199","https://openalex.org/W2959975024","https://openalex.org/W2962134292","https://openalex.org/W2962730651","https://openalex.org/W2962773068","https://openalex.org/W2962820842","https://openalex.org/W2962954622","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963370189","https://openalex.org/W2963402313","https://openalex.org/W2963781481","https://openalex.org/W2964084369","https://openalex.org/W2964304707","https://openalex.org/W2977426443","https://openalex.org/W2981857055","https://openalex.org/W2983454547","https://openalex.org/W3009693647","https://openalex.org/W3034399482","https://openalex.org/W3034945237","https://openalex.org/W3035069238","https://openalex.org/W3035254347","https://openalex.org/W3035435924","https://openalex.org/W3036133893","https://openalex.org/W3045351299","https://openalex.org/W3093326439","https://openalex.org/W3108671865","https://openalex.org/W3109055604","https://openalex.org/W3119653668","https://openalex.org/W6602403235","https://openalex.org/W6677548441","https://openalex.org/W6684813833","https://openalex.org/W6686211706","https://openalex.org/W6696672603","https://openalex.org/W6730410022","https://openalex.org/W6750584947","https://openalex.org/W6760424586","https://openalex.org/W6761030284","https://openalex.org/W6765401191","https://openalex.org/W6771284130"],"related_works":["https://openalex.org/W3213918751","https://openalex.org/W2194775991","https://openalex.org/W2962820842","https://openalex.org/W2790486454","https://openalex.org/W2923238808","https://openalex.org/W2801438667","https://openalex.org/W2559085405","https://openalex.org/W2749235995","https://openalex.org/W2970415880","https://openalex.org/W3211157349","https://openalex.org/W3021419006","https://openalex.org/W3099342433","https://openalex.org/W2558144717","https://openalex.org/W3014267155","https://openalex.org/W2892010721","https://openalex.org/W3134920577","https://openalex.org/W2925199680","https://openalex.org/W3033673327","https://openalex.org/W2125375224","https://openalex.org/W3037581554"],"abstract_inverted_index":{"Many":[0],"image-based":[1],"perception":[2,174],"tasks":[3],"can":[4],"be":[5],"formulated":[6],"as":[7,141,165,184],"detecting,":[8],"associating":[9],"and":[10,22,35,51,67,116,144,148,167,187],"tracking":[11,52],"semantic":[12,84,162],"keypoints,":[13],"<italic":[14,70,87],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[15,71,88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g.</i>":[16],",":[17],"human":[18],"body":[19,93],"pose":[20,49],"estimation":[21],"tracking.":[23],"In":[24],"this":[25,45],"work,":[26],"we":[27,102],"present":[28,55],"a":[29,41,56,69,76,91,172],"general":[30],"framework":[31,175],"that":[32,61,154,176],"jointly":[33],"detects":[34],"forms":[36],"spatio-temporal":[37],"keypoint":[38],"associations":[39],"in":[40,95],"single":[42],"stage,":[43],"making":[44],"the":[46,83,99,104,145],"first":[47],"real-time":[48],"detection":[50],"algorithm.":[53],"We":[54,151],"generic":[57],"neural":[58],"network":[59,114],"architecture":[60,115],"uses":[62],"Composite":[63,106,121],"Fields":[64],"to":[65,158,170],"detect":[66],"construct":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">spatio-temporal":[72],"pose</i>":[73],"which":[74,110],"is":[75,177],"single,":[77],"connected":[78],"graph":[79],"whose":[80],"nodes":[81],"are":[82],"keypoints":[85,163],"(":[86],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g</i>":[89],".,":[90],"person\u2019s":[92],"joints)":[94],"multiple":[96,136],"frames.":[97],"For":[98],"temporal":[100],"associations,":[101],"introduce":[103],"Temporal":[105],"Association":[107],"Field":[108],"(TCAF)":[109],"requires":[111],"an":[112,130],"extended":[113],"training":[117],"method":[118,156],"beyond":[119],"previous":[120],"Fields.":[122],"Our":[123],"experiments":[124],"show":[125,153],"competitive":[126],"accuracy":[127],"while":[128],"being":[129],"order":[131],"of":[132,161],"magnitude":[133],"faster":[134],"on":[135],"publicly":[137],"available":[138],"datasets":[139],"such":[140,164,183],"COCO,":[142],"CrowdPose":[143],"PoseTrack":[146],"2017":[147],"2018":[149],"datasets.":[150],"also":[152],"our":[155],"generalizes":[157],"any":[159],"class":[160],"car":[166],"animal":[168],"parts":[169],"provide":[171],"holistic":[173],"well":[178],"suited":[179],"for":[180],"urban":[181],"mobility":[182],"self-driving":[185],"cars":[186],"delivery":[188],"robots.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}