hlrc / server / include / RSB / UtteranceRSB.h @ 246c4439
History | View | Annotate | Download (4.398 KB)
1 | 0c286af0 | Simon Schulz | /*
|
---|---|---|---|
2 | * This file is part of hlrc_server
|
||
3 | *
|
||
4 | * Copyright(c) sschulz <AT> techfak.uni-bielefeld.de
|
||
5 | * http://opensource.cit-ec.de/projects/hlrc_server
|
||
6 | *
|
||
7 | * This file may be licensed under the terms of the
|
||
8 | * GNU General Public License Version 3 (the ``GPL''),
|
||
9 | * or (at your option) any later version.
|
||
10 | *
|
||
11 | * Software distributed under the License is distributed
|
||
12 | * on an ``AS IS'' basis, WITHOUT WARRANTY OF ANY KIND, either
|
||
13 | * express or implied. See the GPL for the specific language
|
||
14 | * governing rights and limitations.
|
||
15 | *
|
||
16 | * You should have received a copy of the GPL along with this
|
||
17 | * program. If not, go to http://www.gnu.org/licenses/gpl.html
|
||
18 | * or write to the Free Software Foundation, Inc.,
|
||
19 | * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||
20 | *
|
||
21 | * The development of this software was supported by the
|
||
22 | * Excellence Cluster EXC 277 Cognitive Interaction Technology.
|
||
23 | * The Excellence Cluster EXC 277 is a grant of the Deutsche
|
||
24 | * Forschungsgemeinschaft (DFG) in the context of the German
|
||
25 | * Excellence Initiative.
|
||
26 | *
|
||
27 | */
|
||
28 | |||
29 | #pragma once
|
||
30 | #include "AudioData.h" |
||
31 | #include <rst/audition/SoundChunk.pb.h> |
||
32 | #include <rst/audition/Utterance.pb.h> |
||
33 | using namespace std; |
||
34 | |||
35 | //converter from rsb utterance
|
||
36 | class UtteranceRSB : public Utterance { |
||
37 | public:
|
||
38 | UtteranceRSB(rst::audition::Utterance rst_utterance){ |
||
39 | //set text:
|
||
40 | 4bd3e852 | Simon Schulz | set_text(rst_utterance.textual_representation()); |
41 | 0c286af0 | Simon Schulz | |
42 | //convert soundchunk to audio data:
|
||
43 | extract_audio_data(rst_utterance.audio()); |
||
44 | |||
45 | //convert phonemes:
|
||
46 | extract_phonemes(rst_utterance); |
||
47 | } |
||
48 | |||
49 | ~UtteranceRSB(){}; |
||
50 | |||
51 | void extract_audio_data(rst::audition::SoundChunk sound_chunk){
|
||
52 | //cout << sound_chunk.DebugString();
|
||
53 | |||
54 | //extract data:
|
||
55 | unsigned int audio_len = sound_chunk.data().length(); |
||
56 | char *audio_data_char = (char *)sound_chunk.data().c_str(); |
||
57 | |||
58 | //audio.samples = vector<char>(audio_data_char, audio_data_char+audio_len);
|
||
59 | 2e526a15 | Simon Schulz | audio_data->samples.resize(audio_len); |
60 | audio_data->samples.assign(audio_data_char, audio_data_char+audio_len); |
||
61 | 0c286af0 | Simon Schulz | |
62 | 2e526a15 | Simon Schulz | printf("audio samplesize is %d bytes\n",(unsigned int)audio_data->samples.size()); |
63 | 0c286af0 | Simon Schulz | |
64 | //extract format:
|
||
65 | 2e526a15 | Simon Schulz | audio_data->sample_signed = true;
|
66 | 0c286af0 | Simon Schulz | switch (sound_chunk.sample_type()){
|
67 | 2e526a15 | Simon Schulz | case(rst::audition::SoundChunk::SAMPLE_U8): audio_data->sample_signed = false; //and fall through: |
68 | case(rst::audition::SoundChunk::SAMPLE_S8): audio_data->sample_bit = 8; break; |
||
69 | 0c286af0 | Simon Schulz | |
70 | 2e526a15 | Simon Schulz | case(rst::audition::SoundChunk::SAMPLE_U16): audio_data->sample_signed = false; //and fall through: |
71 | case(rst::audition::SoundChunk::SAMPLE_S16): audio_data->sample_bit = 16; break; |
||
72 | 0c286af0 | Simon Schulz | |
73 | 2e526a15 | Simon Schulz | case(rst::audition::SoundChunk::SAMPLE_U24): audio_data->sample_signed = false; //and fall through: |
74 | case(rst::audition::SoundChunk::SAMPLE_S24): audio_data->sample_bit = 24; break; |
||
75 | 0c286af0 | Simon Schulz | |
76 | default:
|
||
77 | printf("> invalid sample type %d in RST SoundChunk! ignoring request!\n", sound_chunk.sample_type());
|
||
78 | throw runtime_error("UtteranceRSB::convert_audio_data() unsupported sample type in rst::audition::SoundChunk");
|
||
79 | } |
||
80 | |||
81 | //bitrate
|
||
82 | 2e526a15 | Simon Schulz | audio_data->sample_rate = sound_chunk.rate(); |
83 | 0c286af0 | Simon Schulz | |
84 | //endianness
|
||
85 | if (sound_chunk.endianness() == rst::audition::SoundChunk::ENDIAN_LITTLE){
|
||
86 | 2e526a15 | Simon Schulz | audio_data->sample_big_endian = false;
|
87 | 0c286af0 | Simon Schulz | }else if (sound_chunk.endianness() == rst::audition::SoundChunk::ENDIAN_BIG){ |
88 | 2e526a15 | Simon Schulz | audio_data->sample_big_endian = true;
|
89 | 0c286af0 | Simon Schulz | }else{
|
90 | printf("> invalid SoundChunk byte_format");
|
||
91 | throw runtime_error("UtteranceRSB::convert_audio_data() unsupported byte_format in rst::audition::SoundChunk");
|
||
92 | } |
||
93 | |||
94 | //number of channels
|
||
95 | 2e526a15 | Simon Schulz | audio_data->sample_channels = sound_chunk.channels(); |
96 | 0c286af0 | Simon Schulz | |
97 | 2e526a15 | Simon Schulz | printf("> new AudioData: %s\n",audio_data->to_string().c_str());
|
98 | 0c286af0 | Simon Schulz | } |
99 | |||
100 | void extract_phonemes(rst::audition::Utterance rst_utterance){
|
||
101 | //extract phoneme vector
|
||
102 | phonemes_vector.clear(); |
||
103 | 4bd3e852 | Simon Schulz | for(int i=0; i<rst_utterance.phonemes().element().size(); i++){ |
104 | rst::audition::Phoneme rst_phoneme = rst_utterance.phonemes().element().Get(i); |
||
105 | 0c286af0 | Simon Schulz | Utterance::symbol_duration_pair_t phoneme = make_pair(rst_phoneme.symbol(), rst_phoneme.duration()); |
106 | phonemes_vector.push_back(phoneme); |
||
107 | } |
||
108 | } |
||
109 | }; |