ActionUnits.msg 4.01 KB
Newer Older
1
2
3
4
# This message the intensity of each actions unit (AU), with their confidence, for a specific face.
#
# It follows the naming convention of the  Facial Action Coding System (FACS) developed by Ekman.

Séverin Lemaignan's avatar
Séverin Lemaignan committed
5
std_msgs/Header header
6
7
8
9

# List taken from https://en.wikipedia.org/wiki/Facial_Action_Coding_System

# Main codes
Séverin Lemaignan's avatar
Séverin Lemaignan committed
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
byte NEUTRAL_FACE=0  # Neutral face 
byte INNER_BROW_RAISER=1  # Inner brow raiser 
byte OUTER_BROW_RAISER=2  # Outer brow raiser 
byte BROW_LOWERER=4  # Brow lowerer 
byte UPPER_LID_RAISER=5  # Upper lid raiser 
byte CHEEK_RAISER=6  # Cheek raiser 
byte LID_TIGHTENER=7  # Lid tightener 
byte LIPS_TOWARD_EACH_OTHER=8  # Lips toward each other 
byte NOSE_WRINKLER=9  # Nose wrinkler 
byte UPPER_LIP_RAISER=10  # Upper lip raiser 
byte NASOLABIAL_DEEPENER=11  # Nasolabial deepener 
byte LIP_CORNER_PULLER=12  # Lip corner puller 
byte SHARP_LIP_PULLER=13  # Sharp lip puller 
byte DIMPLER=14  # Dimpler 
byte LIP_CORNER_DEPRESSOR=15  # Lip corner depressor 
byte LOWER_LIP_DEPRESSOR=16  # Lower lip depressor 
byte CHIN_RAISER=17  # Chin raiser 
byte LIP_PUCKER=18  # Lip pucker 
byte TONGUE_SHOW=19  # Tongue show 
byte LIP_STRETCHER=20  # Lip stretcher 
byte NECK_TIGHTENER=21  # Neck tightener 
byte LIP_FUNNELER=22  # Lip funneler 
byte LIP_TIGHTENER=23  # Lip tightener 
byte LIP_PRESSOR=24  # Lip pressor 
byte LIPS_PART=25  # Lips part 
byte JAW_DROP=26  # Jaw drop 
byte MOUTH_STRETCH=27  # Mouth stretch 
byte LIP_SUCK=28  # Lip suck 
38
39

# Head movement codes
Séverin Lemaignan's avatar
Séverin Lemaignan committed
40
41
42
43
44
45
46
47
byte HEAD_TURN_LEFT=51  # Head turn left
byte HEAD_TURN_RIGHT=52  # Head turn right
byte HEAD_UP=53  # Head up
byte HEAD_DOWN=54  # Head down
byte HEAD_TILT_LEFT=55  # Head tilt left
byte HEAD_TILT_RIGHT=56  # Head tilt right
byte HEAD_FORWARD=57  # Head forward
byte HEAD_BACK=58  # Head back
48
49

# Eye movement codes
Séverin Lemaignan's avatar
Séverin Lemaignan committed
50
51
52
53
54
55
56
byte EYES_TURN_LEFT=61  # Eyes turn left
byte EYES_TURN_RIGHT=62  # Eyes turn right
byte EYES_UP=63  # Eyes up
byte EYES_DOWN=64  # Eyes down
byte WALLEYE=65  # Walleye
byte CROSS_EYE=66  # Cross-eye
byte EYES_POSITIONED_TO_LOOK_AT_OTHER_PERSON=69  # Eyes positioned to look at other person : The 4, 5, or 7, alone or in combination, occurs while the eye position is fixed on the other person in the conversation.
57
58

# Visibility codes
Séverin Lemaignan's avatar
Séverin Lemaignan committed
59
60
61
62
63
byte BROWS_AND_FOREHEAD_NOT_VISIBLE=70  # Brows and forehead not visible
byte EYES_NOT_VISIBLE=71  # Eyes not visible
byte LOWER_FACE_NOT_VISIBLE=72  # Lower face not visible
byte ENTIRE_FACE_NOT_VISIBLE=73  # Entire face not visible
byte UNSOCIABLE=74  # Unsociable
64
65

# Gross behavior codes
Séverin Lemaignan's avatar
Séverin Lemaignan committed
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
byte JAW_THRUST=29  # Jaw thrust
byte JAW_SIDEWAYS=30  # Jaw sideways
byte JAW_CLENCHER=31  # Jaw clencher : masseter
byte LIP_BITE=32  # [Lip] bite
byte CHEEK_BLOW=33  # [Cheek] blow
byte CHEEK_PUFF=34  # [Cheek] puff
byte CHEEK_SUCK=35  # [Cheek] suck
byte TONGUE_BULGE=36  # [Tongue] bulge
byte LIP_WIPE=37  # Lip wipe
byte NOSTRIL_DILATOR=38  # Nostril dilator : nasalis (pars alaris)
byte NOSTRIL_COMPRESSOR=39  # Nostril compressor : nasalis (pars transversa) and depressor septi nasi
byte SNIFF=40  # Sniff
byte LID_DROOP=41  # Lid droop : Levator palpebrae superioris (relaxation)
byte SLIT=42  # Slit : Orbicularis oculi muscle
byte EYES_CLOSED=43  # Eyes closed : Relaxation of Levator palpebrae superioris
byte SQUINT=44  # Squint : Corrugator supercilii and orbicularis oculi muscle
byte BLINK=45  # Blink : Relaxation of Levator palpebrae superioris; contraction of orbicularis oculi (pars palpebralis)
byte WINK=46  # Wink : orbicularis oculi
byte SPEECH=50  # Speech
byte SWALLOW=80  # Swallow
byte CHEWING=81  # Chewing
byte SHOULDER_SHRUG=82  # Shoulder shrug
byte HEAD_SHAKE_BACK_AND_FORTH=84  # Head shake back and forth
byte HEAD_NOD_UP_AND_DOWN=85  # Head nod up and down
byte FLASH=91  # Flash
byte PARTIAL_FLASH=92  # Partial flash
byte SHIVER_TREMBLE=97  # Shiver/tremble
byte FAST_UP_DOWN_LOOK=98  # Fast up-down look
94

Séverin Lemaignan's avatar
Séverin Lemaignan committed
95
96
float32[99] intensity # an array of 99 floats, one per AU. Use the constant defined above to access one specific AU.
float32[99] confidence # an array of 99 floats, one per AU. Use the constant defined above to access one specific AU.
97