mmpose/configs/_base_/datasets/coco_wholebody_openpose.py

1129 lines
29 KiB
Python

dataset_info = dict(
dataset_name='coco_wholebody_openpose',
paper_info=dict(
author='Jin, Sheng and Xu, Lumin and Xu, Jin and '
'Wang, Can and Liu, Wentao and '
'Qian, Chen and Ouyang, Wanli and Luo, Ping',
title='Whole-Body Human Pose Estimation in the Wild',
container='Proceedings of the European '
'Conference on Computer Vision (ECCV)',
year='2020',
homepage='https://github.com/jin-s13/COCO-WholeBody/',
),
keypoint_info={
0:
dict(name='nose', id=0, color=[255, 0, 0], type='upper', swap=''),
1:
dict(name='neck', id=1, color=[255, 85, 0], type='upper', swap=''),
2:
dict(
name='right_shoulder',
id=2,
color=[255, 170, 0],
type='upper',
swap='left_shoulder'),
3:
dict(
name='right_elbow',
id=3,
color=[255, 255, 0],
type='upper',
swap='left_elbow'),
4:
dict(
name='right_wrist',
id=4,
color=[170, 255, 0],
type='upper',
swap='left_wrist'),
5:
dict(
name='left_shoulder',
id=5,
color=[85, 255, 0],
type='upper',
swap='right_shoulder'),
6:
dict(
name='left_elbow',
id=6,
color=[0, 255, 0],
type='upper',
swap='right_elbow'),
7:
dict(
name='left_wrist',
id=7,
color=[0, 255, 85],
type='upper',
swap='right_wrist'),
8:
dict(
name='right_hip',
id=8,
color=[0, 255, 170],
type='lower',
swap='left_hip'),
9:
dict(
name='right_knee',
id=9,
color=[0, 255, 255],
type='lower',
swap='left_knee'),
10:
dict(
name='right_ankle',
id=10,
color=[0, 170, 255],
type='lower',
swap='left_ankle'),
11:
dict(
name='left_hip',
id=11,
color=[0, 85, 255],
type='lower',
swap='right_hip'),
12:
dict(
name='left_knee',
id=12,
color=[0, 0, 255],
type='lower',
swap='right_knee'),
13:
dict(
name='left_ankle',
id=13,
color=[85, 0, 255],
type='lower',
swap='right_ankle'),
14:
dict(
name='right_eye',
id=14,
color=[170, 0, 255],
type='upper',
swap='left_eye'),
15:
dict(
name='left_eye',
id=15,
color=[255, 0, 255],
type='upper',
swap='right_eye'),
16:
dict(
name='right_ear',
id=16,
color=[255, 0, 170],
type='upper',
swap='left_ear'),
17:
dict(
name='left_ear',
id=17,
color=[255, 0, 85],
type='upper',
swap='right_ear'),
18:
dict(
name='left_big_toe',
id=17,
color=[0, 0, 0],
type='lower',
swap='right_big_toe'),
19:
dict(
name='left_small_toe',
id=18,
color=[0, 0, 0],
type='lower',
swap='right_small_toe'),
20:
dict(
name='left_heel',
id=19,
color=[0, 0, 0],
type='lower',
swap='right_heel'),
21:
dict(
name='right_big_toe',
id=20,
color=[0, 0, 0],
type='lower',
swap='left_big_toe'),
22:
dict(
name='right_small_toe',
id=21,
color=[0, 0, 0],
type='lower',
swap='left_small_toe'),
23:
dict(
name='right_heel',
id=22,
color=[0, 0, 0],
type='lower',
swap='left_heel'),
24:
dict(
name='face-0',
id=23,
color=[255, 255, 255],
type='',
swap='face-16'),
25:
dict(
name='face-1',
id=24,
color=[255, 255, 255],
type='',
swap='face-15'),
26:
dict(
name='face-2',
id=25,
color=[255, 255, 255],
type='',
swap='face-14'),
27:
dict(
name='face-3',
id=26,
color=[255, 255, 255],
type='',
swap='face-13'),
28:
dict(
name='face-4',
id=27,
color=[255, 255, 255],
type='',
swap='face-12'),
29:
dict(
name='face-5',
id=28,
color=[255, 255, 255],
type='',
swap='face-11'),
30:
dict(
name='face-6',
id=29,
color=[255, 255, 255],
type='',
swap='face-10'),
31:
dict(
name='face-7',
id=30,
color=[255, 255, 255],
type='',
swap='face-9'),
32:
dict(name='face-8', id=31, color=[255, 255, 255], type='', swap=''),
33:
dict(
name='face-9',
id=32,
color=[255, 255, 255],
type='',
swap='face-7'),
34:
dict(
name='face-10',
id=33,
color=[255, 255, 255],
type='',
swap='face-6'),
35:
dict(
name='face-11',
id=34,
color=[255, 255, 255],
type='',
swap='face-5'),
36:
dict(
name='face-12',
id=35,
color=[255, 255, 255],
type='',
swap='face-4'),
37:
dict(
name='face-13',
id=36,
color=[255, 255, 255],
type='',
swap='face-3'),
38:
dict(
name='face-14',
id=37,
color=[255, 255, 255],
type='',
swap='face-2'),
39:
dict(
name='face-15',
id=38,
color=[255, 255, 255],
type='',
swap='face-1'),
40:
dict(
name='face-16',
id=39,
color=[255, 255, 255],
type='',
swap='face-0'),
41:
dict(
name='face-17',
id=40,
color=[255, 255, 255],
type='',
swap='face-26'),
42:
dict(
name='face-18',
id=41,
color=[255, 255, 255],
type='',
swap='face-25'),
43:
dict(
name='face-19',
id=42,
color=[255, 255, 255],
type='',
swap='face-24'),
44:
dict(
name='face-20',
id=43,
color=[255, 255, 255],
type='',
swap='face-23'),
45:
dict(
name='face-21',
id=44,
color=[255, 255, 255],
type='',
swap='face-22'),
46:
dict(
name='face-22',
id=45,
color=[255, 255, 255],
type='',
swap='face-21'),
47:
dict(
name='face-23',
id=46,
color=[255, 255, 255],
type='',
swap='face-20'),
48:
dict(
name='face-24',
id=47,
color=[255, 255, 255],
type='',
swap='face-19'),
49:
dict(
name='face-25',
id=48,
color=[255, 255, 255],
type='',
swap='face-18'),
50:
dict(
name='face-26',
id=49,
color=[255, 255, 255],
type='',
swap='face-17'),
51:
dict(name='face-27', id=50, color=[255, 255, 255], type='', swap=''),
52:
dict(name='face-28', id=51, color=[255, 255, 255], type='', swap=''),
53:
dict(name='face-29', id=52, color=[255, 255, 255], type='', swap=''),
54:
dict(name='face-30', id=53, color=[255, 255, 255], type='', swap=''),
55:
dict(
name='face-31',
id=54,
color=[255, 255, 255],
type='',
swap='face-35'),
56:
dict(
name='face-32',
id=55,
color=[255, 255, 255],
type='',
swap='face-34'),
57:
dict(name='face-33', id=56, color=[255, 255, 255], type='', swap=''),
58:
dict(
name='face-34',
id=57,
color=[255, 255, 255],
type='',
swap='face-32'),
59:
dict(
name='face-35',
id=58,
color=[255, 255, 255],
type='',
swap='face-31'),
60:
dict(
name='face-36',
id=59,
color=[255, 255, 255],
type='',
swap='face-45'),
61:
dict(
name='face-37',
id=60,
color=[255, 255, 255],
type='',
swap='face-44'),
62:
dict(
name='face-38',
id=61,
color=[255, 255, 255],
type='',
swap='face-43'),
63:
dict(
name='face-39',
id=62,
color=[255, 255, 255],
type='',
swap='face-42'),
64:
dict(
name='face-40',
id=63,
color=[255, 255, 255],
type='',
swap='face-47'),
65:
dict(
name='face-41',
id=64,
color=[255, 255, 255],
type='',
swap='face-46'),
66:
dict(
name='face-42',
id=65,
color=[255, 255, 255],
type='',
swap='face-39'),
67:
dict(
name='face-43',
id=66,
color=[255, 255, 255],
type='',
swap='face-38'),
68:
dict(
name='face-44',
id=67,
color=[255, 255, 255],
type='',
swap='face-37'),
69:
dict(
name='face-45',
id=68,
color=[255, 255, 255],
type='',
swap='face-36'),
70:
dict(
name='face-46',
id=69,
color=[255, 255, 255],
type='',
swap='face-41'),
71:
dict(
name='face-47',
id=70,
color=[255, 255, 255],
type='',
swap='face-40'),
72:
dict(
name='face-48',
id=71,
color=[255, 255, 255],
type='',
swap='face-54'),
73:
dict(
name='face-49',
id=72,
color=[255, 255, 255],
type='',
swap='face-53'),
74:
dict(
name='face-50',
id=73,
color=[255, 255, 255],
type='',
swap='face-52'),
75:
dict(name='face-51', id=74, color=[255, 255, 255], type='', swap=''),
76:
dict(
name='face-52',
id=75,
color=[255, 255, 255],
type='',
swap='face-50'),
77:
dict(
name='face-53',
id=76,
color=[255, 255, 255],
type='',
swap='face-49'),
78:
dict(
name='face-54',
id=77,
color=[255, 255, 255],
type='',
swap='face-48'),
79:
dict(
name='face-55',
id=78,
color=[255, 255, 255],
type='',
swap='face-59'),
80:
dict(
name='face-56',
id=79,
color=[255, 255, 255],
type='',
swap='face-58'),
81:
dict(name='face-57', id=80, color=[255, 255, 255], type='', swap=''),
82:
dict(
name='face-58',
id=81,
color=[255, 255, 255],
type='',
swap='face-56'),
83:
dict(
name='face-59',
id=82,
color=[255, 255, 255],
type='',
swap='face-55'),
84:
dict(
name='face-60',
id=83,
color=[255, 255, 255],
type='',
swap='face-64'),
85:
dict(
name='face-61',
id=84,
color=[255, 255, 255],
type='',
swap='face-63'),
86:
dict(name='face-62', id=85, color=[255, 255, 255], type='', swap=''),
87:
dict(
name='face-63',
id=86,
color=[255, 255, 255],
type='',
swap='face-61'),
88:
dict(
name='face-64',
id=87,
color=[255, 255, 255],
type='',
swap='face-60'),
89:
dict(
name='face-65',
id=88,
color=[255, 255, 255],
type='',
swap='face-67'),
90:
dict(name='face-66', id=89, color=[255, 255, 255], type='', swap=''),
91:
dict(
name='face-67',
id=90,
color=[255, 255, 255],
type='',
swap='face-65'),
92:
dict(
name='left_hand_root',
id=92,
color=[0, 0, 255],
type='',
swap='right_hand_root'),
93:
dict(
name='left_thumb1',
id=93,
color=[0, 0, 255],
type='',
swap='right_thumb1'),
94:
dict(
name='left_thumb2',
id=94,
color=[0, 0, 255],
type='',
swap='right_thumb2'),
95:
dict(
name='left_thumb3',
id=95,
color=[0, 0, 255],
type='',
swap='right_thumb3'),
96:
dict(
name='left_thumb4',
id=96,
color=[0, 0, 255],
type='',
swap='right_thumb4'),
97:
dict(
name='left_forefinger1',
id=97,
color=[0, 0, 255],
type='',
swap='right_forefinger1'),
98:
dict(
name='left_forefinger2',
id=98,
color=[0, 0, 255],
type='',
swap='right_forefinger2'),
99:
dict(
name='left_forefinger3',
id=99,
color=[0, 0, 255],
type='',
swap='right_forefinger3'),
100:
dict(
name='left_forefinger4',
id=100,
color=[0, 0, 255],
type='',
swap='right_forefinger4'),
101:
dict(
name='left_middle_finger1',
id=101,
color=[0, 0, 255],
type='',
swap='right_middle_finger1'),
102:
dict(
name='left_middle_finger2',
id=102,
color=[0, 0, 255],
type='',
swap='right_middle_finger2'),
103:
dict(
name='left_middle_finger3',
id=103,
color=[0, 0, 255],
type='',
swap='right_middle_finger3'),
104:
dict(
name='left_middle_finger4',
id=104,
color=[0, 0, 255],
type='',
swap='right_middle_finger4'),
105:
dict(
name='left_ring_finger1',
id=105,
color=[0, 0, 255],
type='',
swap='right_ring_finger1'),
106:
dict(
name='left_ring_finger2',
id=106,
color=[0, 0, 255],
type='',
swap='right_ring_finger2'),
107:
dict(
name='left_ring_finger3',
id=107,
color=[0, 0, 255],
type='',
swap='right_ring_finger3'),
108:
dict(
name='left_ring_finger4',
id=108,
color=[0, 0, 255],
type='',
swap='right_ring_finger4'),
109:
dict(
name='left_pinky_finger1',
id=109,
color=[0, 0, 255],
type='',
swap='right_pinky_finger1'),
110:
dict(
name='left_pinky_finger2',
id=110,
color=[0, 0, 255],
type='',
swap='right_pinky_finger2'),
111:
dict(
name='left_pinky_finger3',
id=111,
color=[0, 0, 255],
type='',
swap='right_pinky_finger3'),
112:
dict(
name='left_pinky_finger4',
id=112,
color=[0, 0, 255],
type='',
swap='right_pinky_finger4'),
113:
dict(
name='right_hand_root',
id=113,
color=[0, 0, 255],
type='',
swap='left_hand_root'),
114:
dict(
name='right_thumb1',
id=114,
color=[0, 0, 255],
type='',
swap='left_thumb1'),
115:
dict(
name='right_thumb2',
id=115,
color=[0, 0, 255],
type='',
swap='left_thumb2'),
116:
dict(
name='right_thumb3',
id=116,
color=[0, 0, 255],
type='',
swap='left_thumb3'),
117:
dict(
name='right_thumb4',
id=117,
color=[0, 0, 255],
type='',
swap='left_thumb4'),
118:
dict(
name='right_forefinger1',
id=118,
color=[0, 0, 255],
type='',
swap='left_forefinger1'),
119:
dict(
name='right_forefinger2',
id=119,
color=[0, 0, 255],
type='',
swap='left_forefinger2'),
120:
dict(
name='right_forefinger3',
id=120,
color=[0, 0, 255],
type='',
swap='left_forefinger3'),
121:
dict(
name='right_forefinger4',
id=121,
color=[0, 0, 255],
type='',
swap='left_forefinger4'),
122:
dict(
name='right_middle_finger1',
id=122,
color=[0, 0, 255],
type='',
swap='left_middle_finger1'),
123:
dict(
name='right_middle_finger2',
id=123,
color=[0, 0, 255],
type='',
swap='left_middle_finger2'),
124:
dict(
name='right_middle_finger3',
id=124,
color=[0, 0, 255],
type='',
swap='left_middle_finger3'),
125:
dict(
name='right_middle_finger4',
id=125,
color=[0, 0, 255],
type='',
swap='left_middle_finger4'),
126:
dict(
name='right_ring_finger1',
id=126,
color=[0, 0, 255],
type='',
swap='left_ring_finger1'),
127:
dict(
name='right_ring_finger2',
id=127,
color=[0, 0, 255],
type='',
swap='left_ring_finger2'),
128:
dict(
name='right_ring_finger3',
id=128,
color=[0, 0, 255],
type='',
swap='left_ring_finger3'),
129:
dict(
name='right_ring_finger4',
id=129,
color=[0, 0, 255],
type='',
swap='left_ring_finger4'),
130:
dict(
name='right_pinky_finger1',
id=130,
color=[0, 0, 255],
type='',
swap='left_pinky_finger1'),
131:
dict(
name='right_pinky_finger2',
id=131,
color=[0, 0, 255],
type='',
swap='left_pinky_finger2'),
132:
dict(
name='right_pinky_finger3',
id=132,
color=[0, 0, 255],
type='',
swap='left_pinky_finger3'),
133:
dict(
name='right_pinky_finger4',
id=133,
color=[0, 0, 255],
type='',
swap='left_pinky_finger4')
},
skeleton_info={
0:
dict(link=('neck', 'right_shoulder'), id=0, color=[255, 0, 0]),
1:
dict(link=('neck', 'left_shoulder'), id=1, color=[255, 85, 0]),
2:
dict(
link=('right_shoulder', 'right_elbow'), id=2, color=[255, 170, 0]),
3:
dict(link=('right_elbow', 'right_wrist'), id=3, color=[255, 255, 0]),
4:
dict(link=('left_shoulder', 'left_elbow'), id=4, color=[170, 255, 0]),
5:
dict(link=('left_elbow', 'left_wrist'), id=5, color=[85, 255, 0]),
6:
dict(link=('neck', 'right_hip'), id=6, color=[0, 255, 0]),
7:
dict(link=('right_hip', 'right_knee'), id=7, color=[0, 255, 85]),
8:
dict(link=('right_knee', 'right_ankle'), id=8, color=[0, 255, 170]),
9:
dict(link=('neck', 'left_hip'), id=9, color=[0, 255, 225]),
10:
dict(link=('left_hip', 'left_knee'), id=10, color=[0, 170, 255]),
11:
dict(link=('left_knee', 'left_ankle'), id=11, color=[0, 85, 255]),
12:
dict(link=('neck', 'nose'), id=12, color=[0, 0, 255]),
13:
dict(link=('nose', 'right_eye'), id=13, color=[255, 0, 170]),
14:
dict(link=('right_eye', 'right_ear'), id=14, color=[170, 0, 255]),
15:
dict(link=('nose', 'left_eye'), id=15, color=[255, 0, 255]),
16:
dict(link=('left_eye', 'left_ear'), id=16, color=[255, 0, 170]),
17:
dict(link=('left_hand_root', 'left_thumb1'), id=17, color=[255, 0, 0]),
18:
dict(link=('left_thumb1', 'left_thumb2'), id=18, color=[255, 76, 0]),
19:
dict(link=('left_thumb2', 'left_thumb3'), id=19, color=[255, 153, 0]),
20:
dict(link=('left_thumb3', 'left_thumb4'), id=20, color=[255, 230, 0]),
21:
dict(
link=('left_hand_root', 'left_forefinger1'),
id=21,
color=[204, 255, 0]),
22:
dict(
link=('left_forefinger1', 'left_forefinger2'),
id=22,
color=[128, 255, 0]),
23:
dict(
link=('left_forefinger2', 'left_forefinger3'),
id=23,
color=[51, 255, 0]),
24:
dict(
link=('left_forefinger3', 'left_forefinger4'),
id=24,
color=[0, 255, 26]),
25:
dict(
link=('left_hand_root', 'left_middle_finger1'),
id=25,
color=[0, 255, 102]),
26:
dict(
link=('left_middle_finger1', 'left_middle_finger2'),
id=26,
color=[0, 255, 178]),
27:
dict(
link=('left_middle_finger2', 'left_middle_finger3'),
id=27,
color=[0, 255, 255]),
28:
dict(
link=('left_middle_finger3', 'left_middle_finger4'),
id=28,
color=[0, 178, 255]),
29:
dict(
link=('left_hand_root', 'left_ring_finger1'),
id=29,
color=[0, 102, 255]),
30:
dict(
link=('left_ring_finger1', 'left_ring_finger2'),
id=30,
color=[0, 26, 255]),
31:
dict(
link=('left_ring_finger2', 'left_ring_finger3'),
id=31,
color=[51, 0, 255]),
32:
dict(
link=('left_ring_finger3', 'left_ring_finger4'),
id=32,
color=[128, 0, 255]),
33:
dict(
link=('left_hand_root', 'left_pinky_finger1'),
id=33,
color=[204, 0, 255]),
34:
dict(
link=('left_pinky_finger1', 'left_pinky_finger2'),
id=34,
color=[255, 0, 230]),
35:
dict(
link=('left_pinky_finger2', 'left_pinky_finger3'),
id=35,
color=[255, 0, 153]),
36:
dict(
link=('left_pinky_finger3', 'left_pinky_finger4'),
id=36,
color=[255, 0, 76]),
37:
dict(
link=('right_hand_root', 'right_thumb1'), id=37, color=[255, 0,
0]),
38:
dict(link=('right_thumb1', 'right_thumb2'), id=38, color=[255, 76, 0]),
39:
dict(
link=('right_thumb2', 'right_thumb3'), id=39, color=[255, 153, 0]),
40:
dict(
link=('right_thumb3', 'right_thumb4'), id=40, color=[255, 230, 0]),
41:
dict(
link=('right_hand_root', 'right_forefinger1'),
id=41,
color=[204, 255, 0]),
42:
dict(
link=('right_forefinger1', 'right_forefinger2'),
id=42,
color=[128, 255, 0]),
43:
dict(
link=('right_forefinger2', 'right_forefinger3'),
id=43,
color=[51, 255, 0]),
44:
dict(
link=('right_forefinger3', 'right_forefinger4'),
id=44,
color=[0, 255, 26]),
45:
dict(
link=('right_hand_root', 'right_middle_finger1'),
id=45,
color=[0, 255, 102]),
46:
dict(
link=('right_middle_finger1', 'right_middle_finger2'),
id=46,
color=[0, 255, 178]),
47:
dict(
link=('right_middle_finger2', 'right_middle_finger3'),
id=47,
color=[255, 255, 255]),
48:
dict(
link=('right_middle_finger3', 'right_middle_finger4'),
id=48,
color=[0, 178, 255]),
49:
dict(
link=('right_hand_root', 'right_ring_finger1'),
id=49,
color=[0, 102, 255]),
50:
dict(
link=('right_ring_finger1', 'right_ring_finger2'),
id=50,
color=[0, 26, 255]),
51:
dict(
link=('right_ring_finger2', 'right_ring_finger3'),
id=51,
color=[51, 0, 255]),
52:
dict(
link=('right_ring_finger3', 'right_ring_finger4'),
id=52,
color=[128, 0, 255]),
53:
dict(
link=('right_hand_root', 'right_pinky_finger1'),
id=53,
color=[204, 0, 255]),
54:
dict(
link=('right_pinky_finger1', 'right_pinky_finger2'),
id=54,
color=[255, 0, 230]),
55:
dict(
link=('right_pinky_finger2', 'right_pinky_finger3'),
id=55,
color=[255, 0, 153]),
56:
dict(
link=('right_pinky_finger3', 'right_pinky_finger4'),
id=56,
color=[255, 0, 76])
},
joint_weights=[1.] * 134,
# 'https://github.com/jin-s13/COCO-WholeBody/blob/master/'
# 'evaluation/myeval_wholebody.py#L175'
sigmas=[
0.026, 0.026, 0.025, 0.025, 0.035, 0.035, 0.079, 0.079, 0.072, 0.072,
0.062, 0.062, 0.107, 0.107, 0.087, 0.087, 0.089, 0.089, 0.068, 0.066,
0.066, 0.092, 0.094, 0.094, 0.042, 0.043, 0.044, 0.043, 0.040, 0.035,
0.031, 0.025, 0.020, 0.023, 0.029, 0.032, 0.037, 0.038, 0.043, 0.041,
0.045, 0.013, 0.012, 0.011, 0.011, 0.012, 0.012, 0.011, 0.011, 0.013,
0.015, 0.009, 0.007, 0.007, 0.007, 0.012, 0.009, 0.008, 0.016, 0.010,
0.017, 0.011, 0.009, 0.011, 0.009, 0.007, 0.013, 0.008, 0.011, 0.012,
0.010, 0.034, 0.008, 0.008, 0.009, 0.008, 0.008, 0.007, 0.010, 0.008,
0.009, 0.009, 0.009, 0.007, 0.007, 0.008, 0.011, 0.008, 0.008, 0.008,
0.01, 0.008, 0.029, 0.022, 0.035, 0.037, 0.047, 0.026, 0.025, 0.024,
0.035, 0.018, 0.024, 0.022, 0.026, 0.017, 0.021, 0.021, 0.032, 0.02,
0.019, 0.022, 0.031, 0.029, 0.022, 0.035, 0.037, 0.047, 0.026, 0.025,
0.024, 0.035, 0.018, 0.024, 0.022, 0.026, 0.017, 0.021, 0.021, 0.032,
0.02, 0.019, 0.022, 0.031
])