Revision 0c8d22a5 src/server/controller.cpp
src/server/controller.cpp | ||
---|---|---|
25 | 25 |
* Excellence Initiative. |
26 | 26 |
*/ |
27 | 27 |
|
28 |
#include "server/controller.h" |
|
29 |
#include "server/eye_motion_generator.h" |
|
30 |
#include "server/eyelid_motion_generator.h" |
|
31 |
#include "server/eyebrow_motion_generator.h" |
|
32 |
#include "server/neck_motion_generator.h" |
|
33 |
#include "server/mouth_motion_generator.h" |
|
34 |
#include "timestamp.h" |
|
35 |
|
|
36 |
using namespace std; |
|
37 |
using namespace humotion; |
|
38 |
using namespace humotion::server; |
|
28 |
#include "humotion/server/controller.h" |
|
29 |
#include "humotion/server/eye_motion_generator.h" |
|
30 |
#include "humotion/server/eyebrow_motion_generator.h" |
|
31 |
#include "humotion/server/eyelid_motion_generator.h" |
|
32 |
#include "humotion/server/mouth_motion_generator.h" |
|
33 |
#include "humotion/server/neck_motion_generator.h" |
|
34 |
#include "humotion/timestamp.h" |
|
35 |
|
|
36 |
// using namespace std; |
|
37 |
// using namespace humotion; |
|
38 |
// using namespace humotion::server; |
|
39 |
|
|
40 |
using humotion::server::Controller; |
|
39 | 41 |
|
40 | 42 |
//! constructor |
41 | 43 |
Controller::Controller(JointInterface *j) : activated(false) { |
... | ... | |
43 | 45 |
} |
44 | 46 |
|
45 | 47 |
//! destructor |
46 |
Controller::~Controller(){ |
|
48 |
Controller::~Controller() {
|
|
47 | 49 |
} |
48 | 50 |
|
49 | 51 |
//! initialise motion generators |
50 |
void Controller::init_motion_generators(){ |
|
51 |
//NOTE: the order of these generators is important! |
|
52 |
void Controller::init_motion_generators() {
|
|
53 |
// NOTE: the order of these generators is important!
|
|
52 | 54 |
// (i.e. the neck generator must be added after the eye generator!) |
53 | 55 |
|
54 |
//1) eye motion generation:
|
|
56 |
// eye motion generation: |
|
55 | 57 |
add_motion_generator(new EyeMotionGenerator(joint_interface)); |
56 | 58 |
|
57 |
//2) eyelid motion generator
|
|
59 |
// eyelid motion generator |
|
58 | 60 |
add_motion_generator(new EyelidMotionGenerator(joint_interface)); |
59 | 61 |
|
60 |
//3) neck motion generator
|
|
62 |
// neck motion generator |
|
61 | 63 |
add_motion_generator(new NeckMotionGenerator(joint_interface)); |
62 | 64 |
|
63 |
//4) mouth motion generator
|
|
65 |
// mouth motion generator |
|
64 | 66 |
add_motion_generator(new MouthMotionGenerator(joint_interface)); |
65 | 67 |
|
66 |
//5) eyebrow motion generator
|
|
68 |
// eyebrow motion generator |
|
67 | 69 |
add_motion_generator(new EyebrowMotionGenerator(joint_interface)); |
68 | 70 |
} |
69 | 71 |
|
70 | 72 |
//! add a single motion genrator |
71 |
void Controller::add_motion_generator(MotionGenerator *m){ |
|
73 |
void Controller::add_motion_generator(MotionGenerator *m) {
|
|
72 | 74 |
motion_generator_vector.push_back(m); |
73 | 75 |
} |
74 | 76 |
|
75 | 77 |
//! calculate target angles for all motion generators: |
76 |
void Controller::calculate_targets(){ |
|
77 |
for(motion_generator_vector_t::iterator it = motion_generator_vector.begin(); it<motion_generator_vector.end(); it++){ |
|
78 |
void Controller::calculate_targets() { |
|
79 |
Controller::motion_generator_vector_t::iterator it; |
|
80 |
for (it = motion_generator_vector.begin(); it < motion_generator_vector.end(); it++) { |
|
78 | 81 |
(*it)->calculate_targets(); |
79 | 82 |
} |
80 | 83 |
} |
81 | 84 |
|
82 | 85 |
//! publish all target angles to the devices: |
83 | 86 |
//! NOTE: this is done in an extra loop to have a low delay between consequent sets: |
84 |
void Controller::publish_targets(){ |
|
85 |
for(motion_generator_vector_t::iterator it = motion_generator_vector.begin(); it<motion_generator_vector.end(); it++){ |
|
87 |
void Controller::publish_targets() { |
|
88 |
Controller::motion_generator_vector_t::iterator it; |
|
89 |
for (it = motion_generator_vector.begin(); it < motion_generator_vector.end(); it++) { |
|
86 | 90 |
(*it)->publish_targets(); |
87 | 91 |
} |
88 | 92 |
} |
89 | 93 |
|
90 |
GazeState Controller::relative_gaze_to_absolute_gaze(GazeState relative){
|
|
94 |
humotion::GazeState Controller::relative_gaze_to_absolute_gaze(humotion::GazeState relative) {
|
|
91 | 95 |
double pan, tilt, roll; |
92 |
GazeState absolute_gaze = relative; |
|
96 |
humotion::GazeState absolute_gaze = relative;
|
|
93 | 97 |
|
94 |
//incoming gaze state wants to set a relative gaze angle |
|
95 |
//in order to calc the new absolute gaze, we need to go back |
|
96 |
//in time and find out where the head was pointing at that specific time: |
|
98 |
// incoming gaze state wants to set a relative gaze angle
|
|
99 |
// in order to calc the new absolute gaze, we need to go back
|
|
100 |
// in time and find out where the head was pointing at that specific time:
|
|
97 | 101 |
Timestamp relative_target_timestamp = relative.timestamp; |
98 | 102 |
|
99 |
//check if this timestamp allows a valid conversion: |
|
100 |
Timestamp history_begin = joint_interface->get_ts_position(JointInterface::ID_NECK_PAN).get_first_timestamp(); |
|
101 |
// Timestamp history_end = joint_interface->get_ts_position(JointInterface::ID_NECK_PAN).get_last_timestamp(); |
|
102 |
|
|
103 |
//printf("> incoming: %f, history is %f to %f\n",relative_target_timestamp.to_seconds(), history_begin.to_seconds(), history_end.to_seconds()); |
|
104 |
|
|
105 |
//our history keeps the last n=100 elements in a timestamped list |
|
106 |
if ((relative_target_timestamp < history_begin) || (history_begin.is_null())){ |
|
107 |
//when the incoming data is older than that it makes no sense |
|
108 |
//to do any guesswork and try to calculate a valid absolute target |
|
109 |
//therefore we will use the last known targets (see below) |
|
110 |
//in case we did not see this timestamp before, show a warning: |
|
111 |
if (last_known_absolute_timestamp != relative_target_timestamp){ |
|
112 |
printf("> WARNING: restored/guessed absolute target for unknown timestamp %f [this should not happen]\n", relative_target_timestamp.to_seconds()); |
|
103 |
// check if this timestamp allows a valid conversion: |
|
104 |
Timestamp history_begin = |
|
105 |
joint_interface->get_ts_position(JointInterface::ID_NECK_PAN).get_first_timestamp(); |
|
106 |
// Timestamp history_end = |
|
107 |
// joint_interface->get_ts_position(JointInterface::ID_NECK_PAN).get_last_timestamp(); |
|
108 |
|
|
109 |
// printf("> incoming: %f, history is %f to %f\n",relative_target_timestamp.to_seconds(), |
|
110 |
// history_begin.to_seconds(), history_end.to_seconds()); |
|
111 |
|
|
112 |
// our history keeps the last n elements in a timestamped list |
|
113 |
if ((relative_target_timestamp < history_begin) || (history_begin.is_null())) { |
|
114 |
// when the incoming data is older than that it makes no sense |
|
115 |
// to do any guesswork and try to calculate a valid absolute target |
|
116 |
// therefore we will use the last known targets (see below) |
|
117 |
// in case we did not see this timestamp before, show a warning: |
|
118 |
if (last_known_absolute_timestamp != relative_target_timestamp) { |
|
119 |
printf("> WARNING: restored/guessed absolute target for unknown timestamp %f " |
|
120 |
"[this should not happen]\n", relative_target_timestamp.to_seconds()); |
|
113 | 121 |
last_known_absolute_target_pan = 0.0; |
114 | 122 |
last_known_absolute_target_tilt = 0.0; |
115 | 123 |
last_known_absolute_target_roll = 0.0; |
116 | 124 |
} |
117 |
}else{ |
|
118 |
//all fine, we can reconstruct the absolute target: |
|
119 |
//fetch head / camera pose during that timestamp: |
|
120 |
double neck_pan = joint_interface->get_ts_position(JointInterface::ID_NECK_PAN).get_interpolated_value(relative_target_timestamp); |
|
121 |
double eye_l_pan = joint_interface->get_ts_position(JointInterface::ID_EYES_LEFT_LR).get_interpolated_value(relative_target_timestamp); |
|
122 |
double eye_r_pan = joint_interface->get_ts_position(JointInterface::ID_EYES_RIGHT_LR).get_interpolated_value(relative_target_timestamp); |
|
125 |
} else { |
|
126 |
// all fine, we can reconstruct the absolute target |
|
127 |
// fetch head / camera pose during that timestamp |
|
128 |
double neck_pan = joint_interface->get_ts_position( |
|
129 |
JointInterface::ID_NECK_PAN).get_interpolated_value(relative_target_timestamp); |
|
130 |
double eye_l_pan = joint_interface->get_ts_position( |
|
131 |
JointInterface::ID_EYES_LEFT_LR).get_interpolated_value(relative_target_timestamp); |
|
132 |
double eye_r_pan = joint_interface->get_ts_position( |
|
133 |
JointInterface::ID_EYES_RIGHT_LR).get_interpolated_value(relative_target_timestamp); |
|
123 | 134 |
last_known_absolute_target_pan = neck_pan + (eye_l_pan + eye_r_pan)/2.0; |
124 | 135 |
// |
125 |
double neck_tilt = joint_interface->get_ts_position(JointInterface::ID_NECK_TILT).get_interpolated_value(relative_target_timestamp); |
|
126 |
double eye_tilt = joint_interface->get_ts_position(JointInterface::ID_EYES_BOTH_UD).get_interpolated_value(relative_target_timestamp); |
|
136 |
double neck_tilt = joint_interface->get_ts_position( |
|
137 |
JointInterface::ID_NECK_TILT).get_interpolated_value(relative_target_timestamp); |
|
138 |
double eye_tilt = joint_interface->get_ts_position( |
|
139 |
JointInterface::ID_EYES_BOTH_UD).get_interpolated_value(relative_target_timestamp); |
|
127 | 140 |
last_known_absolute_target_tilt = neck_tilt + eye_tilt; |
128 | 141 |
// |
129 |
last_known_absolute_target_roll = joint_interface->get_ts_position(JointInterface::ID_NECK_ROLL).get_interpolated_value(relative_target_timestamp); |
|
130 |
//safe this timestamp as known: |
|
142 |
last_known_absolute_target_roll = joint_interface->get_ts_position( |
|
143 |
JointInterface::ID_NECK_ROLL).get_interpolated_value(relative_target_timestamp); |
|
144 |
|
|
145 |
// safe this timestamp as known: |
|
131 | 146 |
last_known_absolute_timestamp = relative_target_timestamp; |
132 | 147 |
} |
133 | 148 |
|
... | ... | |
135 | 150 |
tilt = last_known_absolute_target_tilt; |
136 | 151 |
roll = last_known_absolute_target_roll; |
137 | 152 |
|
138 |
//substract offsets:
|
|
153 |
// substract offsets
|
|
139 | 154 |
pan -= relative.pan_offset; |
140 | 155 |
tilt -= relative.tilt_offset; |
141 | 156 |
roll -= relative.roll_offset; |
142 | 157 |
|
143 | 158 |
|
144 |
//build up absolute target:
|
|
159 |
// build up absolute target
|
|
145 | 160 |
absolute_gaze.gaze_type = GazeState::GAZETYPE_ABSOLUTE; |
146 | 161 |
absolute_gaze.pan = pan + relative.pan; |
147 | 162 |
absolute_gaze.tilt = tilt + relative.tilt; |
148 | 163 |
absolute_gaze.roll = roll + relative.roll; |
149 |
printf("pan now = %4.1f, rel=%4.1f ===> %4.2f\n",pan,relative.pan,absolute_gaze.pan);
|
|
150 |
printf("tilt now = %4.1f, rel=%4.1f ===> %4.2f\n",tilt,relative.tilt,absolute_gaze.tilt);
|
|
164 |
printf("pan now = %4.1f, rel=%4.1f ===> %4.2f\n", pan, relative.pan, absolute_gaze.pan);
|
|
165 |
printf("tilt now = %4.1f, rel=%4.1f ===> %4.2f\n", tilt, relative.tilt, absolute_gaze.tilt);
|
|
151 | 166 |
|
152 |
//FIXME: use ros TF for that calculation... |
|
153 |
//see http://wiki.ros.org/tf/Tutorials/Time%20travel%20with%20tf%20%28C%2B%2B%29 |
|
154 |
//ros::Time past = now - ros::Duration(5.0); |
|
155 |
//listener.waitForTransform("/turtle2", now,J "/turtle1", past, "/world", ros::Duration(1.0)); |
|
156 |
//listener.lookupTransform("/turtle2", now, "/turtle1", past, "/world", transform); |
|
157 |
//absolute_gaze.dump(); |
|
167 |
// FIXME: use ros TF for that calculation...
|
|
168 |
// see http://wiki.ros.org/tf/Tutorials/Time%20travel%20with%20tf%20%28C%2B%2B%29
|
|
169 |
// ros::Time past = now - ros::Duration(5.0);
|
|
170 |
// listener.waitForTransform("/turtle2", now,J "/turtle1", past, "/world", ros::Duration(1.0));
|
|
171 |
// listener.lookupTransform("/turtle2", now, "/turtle1", past, "/world", transform);
|
|
172 |
// absolute_gaze.dump();
|
|
158 | 173 |
|
159 | 174 |
return absolute_gaze; |
160 | 175 |
} |
161 | 176 |
|
162 | 177 |
//! activate controller |
163 |
void Controller::set_activated(void){ |
|
178 |
void Controller::set_activated(void) {
|
|
164 | 179 |
activated = true; |
165 | 180 |
} |
166 | 181 |
|
167 | 182 |
//! update gaze target: |
168 | 183 |
//! \param GazeState with target values for the overall gaze |
169 |
void Controller::set_gaze_target(GazeState new_gaze_target){
|
|
170 |
if (!activated){ |
|
171 |
//not yet initialized, ignore incoming targets |
|
184 |
void Controller::set_gaze_target(humotion::GazeState new_gaze_target) {
|
|
185 |
if (!activated) {
|
|
186 |
// not yet initialized, ignore incoming targets
|
|
172 | 187 |
return; |
173 | 188 |
} |
174 | 189 |
|
175 |
GazeState target_gaze; |
|
176 |
//new_gaze_target.dump(); |
|
190 |
humotion::GazeState target_gaze;
|
|
191 |
// new_gaze_target.dump();
|
|
177 | 192 |
|
178 |
//relative or absolute gaze update? |
|
179 |
if (new_gaze_target.gaze_type == GazeState::GAZETYPE_RELATIVE){ |
|
180 |
//relative gaze target -> calculate target angles |
|
193 |
// relative or absolute gaze update?
|
|
194 |
if (new_gaze_target.gaze_type == GazeState::GAZETYPE_RELATIVE) {
|
|
195 |
// relative gaze target -> calculate target angles
|
|
181 | 196 |
target_gaze = relative_gaze_to_absolute_gaze(new_gaze_target); |
182 |
}else{
|
|
183 |
//already absolute gaze, set this |
|
197 |
} else {
|
|
198 |
// already absolute gaze, set this
|
|
184 | 199 |
target_gaze = new_gaze_target; |
185 | 200 |
} |
186 | 201 |
|
187 |
|
|
188 |
for(motion_generator_vector_t::iterator it = motion_generator_vector.begin(); it<motion_generator_vector.end(); it++){
|
|
202 |
Controller::motion_generator_vector_t::iterator it; |
|
203 |
for (it = motion_generator_vector.begin(); it < motion_generator_vector.end(); it++) {
|
|
189 | 204 |
(*it)->set_gaze_target(target_gaze); |
190 | 205 |
} |
191 | 206 |
} |
192 | 207 |
|
193 | 208 |
//! update mouth state: |
194 | 209 |
//! \param MouthState with target values for the mouth joints |
195 |
void Controller::set_mouth_target(MouthState s){ |
|
196 |
if (!activated){ |
|
197 |
//not yet initialized, ignore incoming targets |
|
210 |
void Controller::set_mouth_target(MouthState s) {
|
|
211 |
if (!activated) {
|
|
212 |
// not yet initialized, ignore incoming targets
|
|
198 | 213 |
return; |
199 | 214 |
} |
200 | 215 |
|
201 |
for(motion_generator_vector_t::iterator it = motion_generator_vector.begin(); it<motion_generator_vector.end(); it++){ |
|
216 |
Controller::motion_generator_vector_t::iterator it; |
|
217 |
for (it = motion_generator_vector.begin(); it < motion_generator_vector.end(); it++) { |
|
202 | 218 |
(*it)->set_mouth_target(s); |
203 | 219 |
} |
204 | 220 |
} |
Also available in: Unified diff