Statistics
| Branch: | Tag: | Revision:

hlrc / server / include / ROS / UtteranceCallbackWrapperROS.h @ 246c4439

History | View | Annotate | Download (5.412 KB)

1 0c286af0 Simon Schulz
/*
2
* This file is part of hlrc_server
3
*
4
* Copyright(c) sschulz <AT> techfak.uni-bielefeld.de
5
* http://opensource.cit-ec.de/projects/hlrc_server
6
*
7
* This file may be licensed under the terms of the
8
* GNU General Public License Version 3 (the ``GPL''),
9
* or (at your option) any later version.
10
*
11
* Software distributed under the License is distributed
12
* on an ``AS IS'' basis, WITHOUT WARRANTY OF ANY KIND, either
13
* express or implied. See the GPL for the specific language
14
* governing rights and limitations.
15
*
16
* You should have received a copy of the GPL along with this
17
* program. If not, go to http://www.gnu.org/licenses/gpl.html
18
* or write to the Free Software Foundation, Inc.,
19
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
20
*
21
* The development of this software was supported by the
22
* Excellence Cluster EXC 277 Cognitive Interaction Technology.
23
* The Excellence Cluster EXC 277 is a grant of the Deutsche
24
* Forschungsgemeinschaft (DFG) in the context of the German
25
* Excellence Initiative.
26
*
27
*/
28
29
#pragma once
30
#include "hlrc_server/utteranceAction.h"
31
#include "CallbackWrapperROS.h"
32
#include "hlrc_server/phoneme.h"
33
#include "hlrc_server/soundchunk.h"
34
35
//callback handler incoming gaze requests:
36
class UtteranceCallbackWrapper : CallbackWrapper<hlrc_server::utteranceAction>{
37
protected:
38
    hlrc_server::utteranceFeedback feedback;
39
    hlrc_server::utteranceResult result;
40
41
public:
42
43
    UtteranceCallbackWrapper(Middleware *mw, std::string scope, std::string name) : CallbackWrapper<hlrc_server::utteranceAction>(mw, scope, name, boost::bind(&UtteranceCallbackWrapper::call, this, _1)){
44
        //
45
    };
46
47
    void call(const GoalConstPtr &goal){
48
        hlrc_server::utteranceGoalConstPtr request = goal;
49 0c15613f Simon Schulz
        printf("> incoming utterance '%s' (%d phone symbols)\n", request->utterance.text.c_str(), (int)request->utterance.phonemes.size());
50 0c286af0 Simon Schulz
51
        //everything is ok, will be cleared on failures
52
        feedback.result = 1;
53
54 2e526a15 Simon Schulz
        boost::shared_ptr<Utterance> utterance(new Utterance());
55 0c286af0 Simon Schulz
56
        //copy values:
57 0c15613f Simon Schulz
        utterance->set_text(request->utterance.text);
58 2e526a15 Simon Schulz
59
        boost::shared_ptr<AudioData> audio_data(new AudioData());
60 0c15613f Simon Schulz
        if (!extract_audio(request->utterance.audio, audio_data)){
61 0c286af0 Simon Schulz
            feedback.result = 0;
62
        }
63
64 2e526a15 Simon Schulz
        utterance->set_audio_data(audio_data);
65 0c15613f Simon Schulz
        utterance->set_phoneme_vector(extract_phoneme_vector(request->utterance.phonemes));
66 0c286af0 Simon Schulz
67
        //send to application;
68
        mw->utterance_callback(utterance);
69
70
71
        if (feedback.result){
72
            result.result = 1;
73
            as_.setSucceeded(result);
74
        }else{
75
            as_.setAborted(result);
76
        }
77
    }
78
79
80
    //convert ros message audio data to our own implementation
81 2e526a15 Simon Schulz
    bool extract_audio(hlrc_server::soundchunk sound_chunk, boost::shared_ptr<AudioData> audio_data){
82 0c286af0 Simon Schulz
        //extract data:
83
        unsigned int audio_len = sound_chunk.data.size();
84
        char *audio_data_char = (char *)sound_chunk.data.data();
85
86
        //audio.samples = vector<char>(audio_data_char, audio_data_char+audio_len);
87
        audio_data->samples.resize(audio_len);
88
        audio_data->samples.assign(audio_data_char, audio_data_char+audio_len);
89
90
        printf("audio samplesize is %d bytes\n",(int)audio_data->samples.size());
91
92
        //extract format:
93
        audio_data->sample_signed = true;
94
        switch (sound_chunk.sample_type){
95
            case(hlrc_server::soundchunk::SAMPLE_U8):  audio_data->sample_signed = false; //and fall through:
96
            case(hlrc_server::soundchunk::SAMPLE_S8):  audio_data->sample_bit =  8; break;
97
98
            case(hlrc_server::soundchunk::SAMPLE_U16): audio_data->sample_signed = false; //and fall through:
99
            case(hlrc_server::soundchunk::SAMPLE_S16): audio_data->sample_bit = 16; break;
100
101
            case(hlrc_server::soundchunk::SAMPLE_U24): audio_data->sample_signed = false; //and fall through:
102
            case(hlrc_server::soundchunk::SAMPLE_S24): audio_data->sample_bit = 24; break;
103
104
            default:
105
                printf("> invalid sample type %d in SoundChunk! ignoring request!\n", sound_chunk.sample_type);
106
                return false;
107
                //throw runtime_error("UtteranceRSB::convert_audio_data() unsupported sample type in soundchunk");
108
        }
109
110
        //bitrate
111
        audio_data->sample_rate = sound_chunk.rate;
112
113
        //endianness
114
        if (sound_chunk.endianess == hlrc_server::soundchunk::ENDIAN_LITTLE){
115
            audio_data->sample_big_endian = false;
116
        }else if (sound_chunk.endianess == hlrc_server::soundchunk::ENDIAN_BIG){
117
            audio_data->sample_big_endian = true;
118
        }else{
119
            printf("> invalid SoundChunk byte_format");
120
            throw std::runtime_error("UtteranceRSB::convert_audio_data() unsupported byte_format in soundchunk");
121
        }
122
123
        //number of channels
124
        audio_data->sample_channels = sound_chunk.channels;
125
126
        printf("> new AudioData: %s\n",audio_data->to_string().c_str());
127
128
        return true;
129
    }
130
131
    //convert ros phoneme vector to out own implementation
132
    Utterance::phonemes_vector_t extract_phoneme_vector(std::vector<hlrc_server::phoneme> pv){
133
        Utterance::phonemes_vector_t result;
134
135
        //extract phoneme vector
136
        for(unsigned int i=0; i<pv.size(); i++){
137
            hlrc_server::phoneme ros_phoneme = pv[i];
138
            Utterance::symbol_duration_pair_t phoneme = make_pair(ros_phoneme.symbol, ros_phoneme.duration);
139
            result.push_back(phoneme);
140
        }
141
142
        return result;
143
    }
144
145
};
146