diff options
Diffstat (limited to 'toxav')
-rw-r--r-- | toxav/Makefile.inc | 75 | ||||
-rwxr-xr-x | toxav/event.c | 373 | ||||
-rwxr-xr-x | toxav/event.h | 50 | ||||
-rw-r--r-- | toxav/media.c | 309 | ||||
-rw-r--r-- | toxav/media.h | 80 | ||||
-rw-r--r-- | toxav/msi.c | 1379 | ||||
-rw-r--r-- | toxav/msi.h | 233 | ||||
-rwxr-xr-x | toxav/phone.c | 1308 | ||||
-rw-r--r-- | toxav/rtp.c | 908 | ||||
-rw-r--r-- | toxav/rtp.h | 219 | ||||
-rw-r--r-- | toxav/toxav.c | 539 | ||||
-rw-r--r-- | toxav/toxav.h | 300 |
12 files changed, 5773 insertions, 0 deletions
diff --git a/toxav/Makefile.inc b/toxav/Makefile.inc new file mode 100644 index 00000000..30879f65 --- /dev/null +++ b/toxav/Makefile.inc | |||
@@ -0,0 +1,75 @@ | |||
1 | if BUILD_AV | ||
2 | |||
3 | lib_LTLIBRARIES += libtoxav.la | ||
4 | libtoxav_la_include_HEADERS = ../toxav/toxav.h | ||
5 | libtoxav_la_includedir = $(includedir)/tox | ||
6 | |||
7 | libtoxav_la_SOURCES = ../toxav/event.h \ | ||
8 | ../toxav/event.c \ | ||
9 | ../toxav/rtp.h \ | ||
10 | ../toxav/rtp.c \ | ||
11 | ../toxav/msi.h \ | ||
12 | ../toxav/msi.c \ | ||
13 | ../toxav/media.h \ | ||
14 | ../toxav/media.c \ | ||
15 | ../toxav/toxav.h \ | ||
16 | ../toxav/toxav.c | ||
17 | |||
18 | |||
19 | libtoxav_la_CFLAGS = -I../toxcore \ | ||
20 | -I../toxav \ | ||
21 | $(NACL_CFLAGS) \ | ||
22 | $(OPUS_CFLAGS) \ | ||
23 | $(VPX_CFLAGS) \ | ||
24 | $(PTHREAD_CFLAGS) | ||
25 | |||
26 | libtoxav_la_LDFLAGS = $(TOXAV_LT_LDFLAGS) \ | ||
27 | $(NACL_LDFLAGS) \ | ||
28 | $(EXTRA_LT_LDFLAGS) | ||
29 | |||
30 | libtoxav_la_LIBS = $(NACL_LIBS) \ | ||
31 | $(OPUS_LIBS) \ | ||
32 | $(VPX_LIBS) \ | ||
33 | $(PTHREAD_LIBS) | ||
34 | |||
35 | |||
36 | endif | ||
37 | |||
38 | |||
39 | |||
40 | |||
41 | |||
42 | |||
43 | if BUILD_PHONE | ||
44 | |||
45 | |||
46 | noinst_PROGRAMS += phone | ||
47 | |||
48 | phone_SOURCES = ../toxav/phone.c | ||
49 | |||
50 | phone_CFLAGS = -I../toxcore \ | ||
51 | -I../toxav \ | ||
52 | $(AVFORMAT_CFLAGS) \ | ||
53 | $(AVCODEC_CFLAGS) \ | ||
54 | $(AVUTIL_CFLAGS) \ | ||
55 | $(AVDEVICE_CFLAGS) \ | ||
56 | $(SWSCALE_CFLAGS) \ | ||
57 | $(SDL_CFLAGS) \ | ||
58 | $(OPENAL_CFLAGS) | ||
59 | |||
60 | phone_LDADD = libtoxav.la \ | ||
61 | libtoxcore.la \ | ||
62 | $(AVFORMAT_LIBS) \ | ||
63 | $(AVCODEC_LIBS) \ | ||
64 | $(AVUTIL_LIBS) \ | ||
65 | $(AVDEVICE_LIBS) \ | ||
66 | $(SWSCALE_LIBS) \ | ||
67 | $(SDL_LIBS) \ | ||
68 | $(OPENAL_LIBS) \ | ||
69 | $(OPUS_LIBS) \ | ||
70 | $(VPX_LIBS)\ | ||
71 | $(PTHREAD_LIBS)\ | ||
72 | $(NACL_LIBS) | ||
73 | |||
74 | |||
75 | endif \ No newline at end of file | ||
diff --git a/toxav/event.c b/toxav/event.c new file mode 100755 index 00000000..9efe4be4 --- /dev/null +++ b/toxav/event.c | |||
@@ -0,0 +1,373 @@ | |||
1 | /** event.c | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | |||
25 | #ifdef HAVE_CONFIG_H | ||
26 | #include "config.h" | ||
27 | #endif /* HAVE_CONFIG_H */ | ||
28 | |||
29 | #include <stdlib.h> | ||
30 | #include "event.h" | ||
31 | |||
32 | #include "../toxcore/util.h" | ||
33 | #include "../toxcore/network.h" | ||
34 | |||
35 | #define _GNU_SOURCE | ||
36 | |||
37 | #include <assert.h> | ||
38 | #include <unistd.h> | ||
39 | #include <stddef.h> | ||
40 | #include <inttypes.h> | ||
41 | #include <pthread.h> | ||
42 | #include <stdio.h> | ||
43 | |||
44 | #define RUN_IN_THREAD(func, args) { pthread_t _tid; \ | ||
45 | pthread_create(&_tid, NULL, func, args); assert( pthread_detach(_tid) == 0 ); } | ||
46 | |||
47 | #define LOCK(event_handler) pthread_mutex_lock (&event_handler->mutex) | ||
48 | #define UNLOCK(event_handler) pthread_mutex_unlock(&event_handler->mutex) | ||
49 | |||
50 | #define FREQUENCY 10000 | ||
51 | |||
52 | #define inline__ inline __attribute__((always_inline)) | ||
53 | |||
54 | |||
55 | typedef struct _EventContainer { | ||
56 | void* (*func)(void*); | ||
57 | void* func_args; | ||
58 | unsigned timeout; | ||
59 | long long id; | ||
60 | |||
61 | } EventContainer; | ||
62 | |||
63 | typedef struct _EventHandler { | ||
64 | EventContainer* timed_events; | ||
65 | size_t timed_events_count; | ||
66 | |||
67 | int running; | ||
68 | |||
69 | pthread_mutex_t mutex; | ||
70 | |||
71 | } EventHandler; | ||
72 | |||
73 | int throw_event( void* (func)(void*), void* arg ); | ||
74 | int reset_timer_event ( int id, uint32_t timeout ); | ||
75 | int throw_timer_event ( void* (func)(void*), void* arg, unsigned timeout); | ||
76 | int cancel_timer_event ( int id ); | ||
77 | int execute_timer_event ( int id ); | ||
78 | |||
79 | struct _Event event = | ||
80 | { | ||
81 | throw_event, | ||
82 | /* reset_timer_event */ NULL, | ||
83 | throw_timer_event, | ||
84 | cancel_timer_event, | ||
85 | /*execute_timer_event*/ NULL | ||
86 | }; | ||
87 | |||
88 | /* | ||
89 | * Random functions used by this file | ||
90 | */ | ||
91 | void clear_events (EventContainer** event_container, size_t* counter) | ||
92 | { | ||
93 | free(*event_container ); | ||
94 | |||
95 | *event_container = NULL; | ||
96 | *counter = 0; | ||
97 | } | ||
98 | |||
99 | int pop_id ( EventContainer** event_container, size_t* counter, int id ) | ||
100 | { | ||
101 | if ( !*event_container || !*counter || !id ) | ||
102 | return -1; | ||
103 | |||
104 | EventContainer* _it = *event_container; | ||
105 | int i; | ||
106 | |||
107 | for ( i = *counter; i; -- i ){ | ||
108 | if ( _it->id == id ) { /* Hit! */ | ||
109 | break; | ||
110 | } | ||
111 | ++_it; | ||
112 | } | ||
113 | |||
114 | if ( i ) { | ||
115 | for ( ; i; -- i ){ *_it = *(_it + 1); ++_it; } | ||
116 | -- (*counter ); | ||
117 | |||
118 | if ( !(*counter)) { /* Free and set to NULL */ | ||
119 | free(*event_container); | ||
120 | *event_container = NULL; | ||
121 | } | ||
122 | else { | ||
123 | void* _result = realloc(*event_container, sizeof(EventContainer) * (*counter )); /* resize */ | ||
124 | |||
125 | |||
126 | if ( _result != NULL ) { *event_container = _result; return 0; } | ||
127 | else { | ||
128 | /* Not sure what would happen next so abort execution. | ||
129 | */ | ||
130 | fprintf(stderr, "CRITICAL! Failed to reallocate memory in %s():%d, aborting...", __func__, __LINE__); | ||
131 | abort(); | ||
132 | return -1; | ||
133 | } | ||
134 | } | ||
135 | } | ||
136 | |||
137 | /* not found here */ | ||
138 | |||
139 | return -1; | ||
140 | } | ||
141 | |||
142 | void push_event ( EventContainer** container, size_t* counter, void* (func)(void*), void* arg ) | ||
143 | { | ||
144 | EventContainer* _new = realloc((*container ), sizeof(EventContainer) * ((*counter ) + 1)); | ||
145 | |||
146 | if ( _new == NULL ) { | ||
147 | /* Not sure what would happen next so abort execution. | ||
148 | * TODO: This could notice the calling function | ||
149 | * about realloc failing. | ||
150 | */ | ||
151 | fprintf(stderr, "CRITICAL! Failed to reallocate memory in %s():%d, aborting...", __func__, __LINE__); | ||
152 | abort(); | ||
153 | } | ||
154 | |||
155 | _new[*counter].func = func; | ||
156 | _new[*counter].func_args = arg; | ||
157 | _new[*counter].timeout = 0; | ||
158 | _new[*counter].id = 0; | ||
159 | |||
160 | (*container) = _new; | ||
161 | |||
162 | (*counter )++; | ||
163 | } | ||
164 | |||
165 | void reorder_events ( size_t counter, EventContainer* container, unsigned timeout ) | ||
166 | { | ||
167 | if ( counter > 1 ) { | ||
168 | |||
169 | int i = counter - 1; | ||
170 | |||
171 | /* start from behind excluding last added member */ | ||
172 | EventContainer* _it = &container[i - 1]; | ||
173 | |||
174 | EventContainer _last_added = container[i]; | ||
175 | |||
176 | for ( ; i; --i ) { | ||
177 | if ( _it->timeout > timeout ){ | ||
178 | *(_it + 1) = *_it; | ||
179 | *_it = _last_added; -- _it; | ||
180 | } | ||
181 | } | ||
182 | |||
183 | } | ||
184 | } | ||
185 | |||
186 | /* ============================================= */ | ||
187 | |||
188 | /* main poll for event execution */ | ||
189 | void* event_poll( void* arg ) | ||
190 | { | ||
191 | EventHandler* _event_handler = arg; | ||
192 | |||
193 | while ( _event_handler->running ) | ||
194 | { | ||
195 | |||
196 | LOCK( _event_handler ); | ||
197 | |||
198 | if ( _event_handler->timed_events ){ | ||
199 | |||
200 | uint32_t _time = ((uint32_t)(current_time() / 1000)); | ||
201 | |||
202 | if ( _event_handler->timed_events[0].timeout < _time ) { | ||
203 | |||
204 | RUN_IN_THREAD ( _event_handler->timed_events[0].func, | ||
205 | _event_handler->timed_events[0].func_args ); | ||
206 | |||
207 | pop_id(&_event_handler->timed_events, | ||
208 | &_event_handler->timed_events_count, | ||
209 | _event_handler->timed_events[0].id); | ||
210 | |||
211 | } | ||
212 | |||
213 | } | ||
214 | |||
215 | UNLOCK( _event_handler ); | ||
216 | |||
217 | usleep(FREQUENCY); | ||
218 | } | ||
219 | |||
220 | LOCK( _event_handler ); | ||
221 | |||
222 | clear_events(&_event_handler->timed_events, &_event_handler->timed_events_count); | ||
223 | |||
224 | UNLOCK( _event_handler ); | ||
225 | |||
226 | _event_handler->running = -1; | ||
227 | pthread_exit(NULL); | ||
228 | } | ||
229 | |||
230 | int throw_event( void* (func)(void*), void* arg ) | ||
231 | { | ||
232 | pthread_t _tid; | ||
233 | int _rc = | ||
234 | pthread_create(&_tid, NULL, func, arg ); | ||
235 | |||
236 | return (0 != _rc ) ? _rc : pthread_detach(_tid); | ||
237 | } | ||
238 | |||
239 | EventHandler event_handler; | ||
240 | |||
241 | /* Place and order array of timers */ | ||
242 | int throw_timer_event ( void* (func)(void*), void* arg, unsigned timeout) | ||
243 | { | ||
244 | static int _unique_id = 1; | ||
245 | |||
246 | push_event(&event_handler.timed_events, &(event_handler.timed_events_count), func, arg ); | ||
247 | |||
248 | size_t _counter = event_handler.timed_events_count; | ||
249 | |||
250 | event_handler.timed_events[_counter - 1].timeout = timeout + ((uint32_t)(current_time() / 1000)); | ||
251 | event_handler.timed_events[_counter - 1].id = _unique_id; ++_unique_id; | ||
252 | |||
253 | |||
254 | /* reorder */ | ||
255 | |||
256 | reorder_events(_counter, event_handler.timed_events, timeout ); | ||
257 | |||
258 | return _unique_id - 1; | ||
259 | } | ||
260 | |||
261 | int execute_timer_event ( int id ) | ||
262 | { | ||
263 | int _status; | ||
264 | |||
265 | LOCK((&event_handler)); | ||
266 | EventContainer* _it = event_handler.timed_events; | ||
267 | |||
268 | int _i = event_handler.timed_events_count; | ||
269 | |||
270 | /* Find it and execute */ | ||
271 | for ( ; _i; _i-- ) { | ||
272 | if ( _it->id == id ) { | ||
273 | RUN_IN_THREAD ( _it->func, _it->func_args ); | ||
274 | break; | ||
275 | } | ||
276 | ++_it; | ||
277 | } | ||
278 | |||
279 | /* Now remove it from the queue */ | ||
280 | |||
281 | if ( _i ) { | ||
282 | for ( ; _i; -- _i ){ *_it = *(_it + 1); ++_it; } | ||
283 | |||
284 | -- event_handler.timed_events_count; | ||
285 | |||
286 | if ( !event_handler.timed_events_count ) { /* Free and set to null */ | ||
287 | free(event_handler.timed_events); | ||
288 | event_handler.timed_events = NULL; | ||
289 | } | ||
290 | else { | ||
291 | void* _result = realloc(event_handler.timed_events, sizeof(EventContainer) * event_handler.timed_events_count); /* resize */ | ||
292 | |||
293 | if ( _result != NULL ) { event_handler.timed_events = _result; } | ||
294 | else { | ||
295 | /* Not sure what would happen next so abort execution. | ||
296 | */ | ||
297 | fprintf(stderr, "CRITICAL! Failed to reallocate memory in %s():%d, aborting...", __func__, __LINE__); | ||
298 | abort(); | ||
299 | return -1; | ||
300 | } | ||
301 | } | ||
302 | |||
303 | _status = 0; | ||
304 | |||
305 | } | ||
306 | else _status = -1; | ||
307 | |||
308 | UNLOCK((&event_handler)); | ||
309 | |||
310 | return _status; | ||
311 | } | ||
312 | |||
313 | int reset_timer_event ( int id, uint32_t timeout ) | ||
314 | { | ||
315 | int _status; | ||
316 | |||
317 | LOCK((&event_handler)); | ||
318 | |||
319 | EventContainer* _it = event_handler.timed_events; | ||
320 | |||
321 | int _i = event_handler.timed_events_count; | ||
322 | |||
323 | /* Find it and change */ | ||
324 | for ( ; _i; _i-- ) { | ||
325 | if ( _it->id == id ) { | ||
326 | _it->timeout = timeout + ((uint32_t)(current_time() / 1000)); | ||
327 | break; | ||
328 | } | ||
329 | ++_it; | ||
330 | } | ||
331 | |||
332 | _status = _i ? -1 : 0; | ||
333 | |||
334 | UNLOCK((&event_handler)); | ||
335 | |||
336 | return _status; | ||
337 | } | ||
338 | |||
339 | /* Remove timer from array */ | ||
340 | inline__ int cancel_timer_event ( int id ) | ||
341 | { | ||
342 | return pop_id (&event_handler.timed_events, &event_handler.timed_events_count, id ); | ||
343 | } | ||
344 | |||
345 | |||
346 | /* Initialization and termination of event polls | ||
347 | * This will be run at the beginning and the end of the program execution. | ||
348 | * I think that's the best way to do it. | ||
349 | */ | ||
350 | |||
351 | void __attribute__((constructor)) init_event_poll () | ||
352 | { | ||
353 | event_handler.timed_events = NULL; | ||
354 | event_handler.timed_events_count = 0; | ||
355 | |||
356 | event_handler.running = 1; | ||
357 | |||
358 | pthread_mutex_init(&event_handler.mutex, NULL); | ||
359 | |||
360 | RUN_IN_THREAD(event_poll, &event_handler); | ||
361 | } | ||
362 | |||
363 | /* NOTE: Do we need this? */ | ||
364 | void __attribute__((destructor)) terminate_event_poll() | ||
365 | { | ||
366 | /* Exit thread */ | ||
367 | event_handler.running = 0; | ||
368 | |||
369 | /* Give it enought time to exit */ | ||
370 | usleep(FREQUENCY*2); | ||
371 | |||
372 | pthread_mutex_destroy( &event_handler.mutex ); | ||
373 | } \ No newline at end of file | ||
diff --git a/toxav/event.h b/toxav/event.h new file mode 100755 index 00000000..17dadbd5 --- /dev/null +++ b/toxav/event.h | |||
@@ -0,0 +1,50 @@ | |||
1 | /** event.h | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | |||
25 | #ifndef __TOXEVENT | ||
26 | #define __TOXEVENT | ||
27 | |||
28 | |||
29 | /** | ||
30 | * - Events are, in fact, ran in their own threads upon execution. | ||
31 | * - Event handler is initialized at the start, before the main() function | ||
32 | * and terminated after it's execution. | ||
33 | * - Timers are checked for timeout every ~10000 ns. | ||
34 | * - Timers can be canceled or ran immediately via | ||
35 | * timer_release() or timer_now() functions. | ||
36 | * - Timeout is measured in milliseconds. | ||
37 | * | ||
38 | * NOTE: timer_reset () and timer_now() are not tested nor usable atm | ||
39 | * | ||
40 | */ | ||
41 | extern struct _Event | ||
42 | { | ||
43 | int (*rise) (void* ( func ) ( void* ), void* arg); | ||
44 | int (*timer_reset ) ( int id, unsigned timeout ); | ||
45 | int (*timer_alloc) (void* ( func ) ( void* ), void* arg, unsigned timeout); | ||
46 | int (*timer_release) (int id); | ||
47 | int (*timer_now) ( int id ); | ||
48 | } event; | ||
49 | |||
50 | #endif /* _MSI__EVENT_H_ */ | ||
diff --git a/toxav/media.c b/toxav/media.c new file mode 100644 index 00000000..c4894076 --- /dev/null +++ b/toxav/media.c | |||
@@ -0,0 +1,309 @@ | |||
1 | /** media.c | ||
2 | * | ||
3 | * Audio and video codec intitialization, encoding/decoding and playback | ||
4 | * | ||
5 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
6 | * | ||
7 | * This file is part of Tox. | ||
8 | * | ||
9 | * Tox is free software: you can redistribute it and/or modify | ||
10 | * it under the terms of the GNU General Public License as published by | ||
11 | * the Free Software Foundation, either version 3 of the License, or | ||
12 | * (at your option) any later version. | ||
13 | * | ||
14 | * Tox is distributed in the hope that it will be useful, | ||
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
17 | * GNU General Public License for more details. | ||
18 | * | ||
19 | * You should have received a copy of the GNU General Public License | ||
20 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
21 | * | ||
22 | */ | ||
23 | |||
24 | |||
25 | #ifdef HAVE_CONFIG_H | ||
26 | #include "config.h" | ||
27 | #endif /* HAVE_CONFIG_H */ | ||
28 | |||
29 | #include <stdio.h> | ||
30 | #include <stdlib.h> | ||
31 | #include <math.h> | ||
32 | #include <assert.h> | ||
33 | |||
34 | #include "rtp.h" | ||
35 | #include "media.h" | ||
36 | |||
37 | struct jitter_buffer { | ||
38 | RTPMessage **queue; | ||
39 | uint16_t capacity; | ||
40 | uint16_t size; | ||
41 | uint16_t front; | ||
42 | uint16_t rear; | ||
43 | uint8_t queue_ready; | ||
44 | uint16_t current_id; | ||
45 | uint32_t current_ts; | ||
46 | uint8_t id_set; | ||
47 | }; | ||
48 | |||
49 | |||
50 | struct jitter_buffer *create_queue(int capacity) | ||
51 | { | ||
52 | struct jitter_buffer *q; | ||
53 | q = (struct jitter_buffer *)calloc(sizeof(struct jitter_buffer),1); | ||
54 | q->queue = (RTPMessage **)calloc(sizeof(RTPMessage*), capacity); | ||
55 | int i = 0; | ||
56 | |||
57 | for (i = 0; i < capacity; ++i) { | ||
58 | q->queue[i] = NULL; | ||
59 | } | ||
60 | |||
61 | q->size = 0; | ||
62 | q->capacity = capacity; | ||
63 | q->front = 0; | ||
64 | q->rear = -1; | ||
65 | q->queue_ready = 0; | ||
66 | q->current_id = 0; | ||
67 | q->current_ts = 0; | ||
68 | q->id_set = 0; | ||
69 | return q; | ||
70 | } | ||
71 | |||
72 | /* returns 1 if 'a' has a higher sequence number than 'b' */ | ||
73 | uint8_t sequence_number_older(uint16_t sn_a, uint16_t sn_b, uint32_t ts_a, uint32_t ts_b) | ||
74 | { | ||
75 | /* TODO: There is already this kind of function in toxrtp.c. | ||
76 | * Maybe merge? | ||
77 | */ | ||
78 | return (sn_a > sn_b || ts_a > ts_b); | ||
79 | } | ||
80 | |||
81 | /* success is 0 when there is nothing to dequeue, 1 when there's a good packet, 2 when there's a lost packet */ | ||
82 | RTPMessage *dequeue(struct jitter_buffer *q, int *success) | ||
83 | { | ||
84 | if (q->size == 0 || q->queue_ready == 0) { | ||
85 | q->queue_ready = 0; | ||
86 | *success = 0; | ||
87 | return NULL; | ||
88 | } | ||
89 | |||
90 | int front = q->front; | ||
91 | |||
92 | if (q->id_set == 0) { | ||
93 | q->current_id = q->queue[front]->header->sequnum; | ||
94 | q->current_ts = q->queue[front]->header->timestamp; | ||
95 | q->id_set = 1; | ||
96 | } else { | ||
97 | int next_id = q->queue[front]->header->sequnum; | ||
98 | int next_ts = q->queue[front]->header->timestamp; | ||
99 | |||
100 | /* if this packet is indeed the expected packet */ | ||
101 | if (next_id == (q->current_id + 1) % MAX_SEQU_NUM) { | ||
102 | q->current_id = next_id; | ||
103 | q->current_ts = next_ts; | ||
104 | } else { | ||
105 | if (sequence_number_older(next_id, q->current_id, next_ts, q->current_ts)) { | ||
106 | printf("nextid: %d current: %d\n", next_id, q->current_id); | ||
107 | q->current_id = (q->current_id + 1) % MAX_SEQU_NUM; | ||
108 | *success = 2; /* tell the decoder the packet is lost */ | ||
109 | return NULL; | ||
110 | } else { | ||
111 | /* packet too old */ | ||
112 | printf("packet too old\n"); | ||
113 | *success = 0; | ||
114 | return NULL; | ||
115 | } | ||
116 | } | ||
117 | } | ||
118 | |||
119 | q->size--; | ||
120 | q->front++; | ||
121 | |||
122 | if (q->front == q->capacity) | ||
123 | q->front = 0; | ||
124 | |||
125 | *success = 1; | ||
126 | q->current_id = q->queue[front]->header->sequnum; | ||
127 | q->current_ts = q->queue[front]->header->timestamp; | ||
128 | return q->queue[front]; | ||
129 | } | ||
130 | |||
131 | int empty_queue(struct jitter_buffer *q) | ||
132 | { | ||
133 | while (q->size > 0) { | ||
134 | q->size--; | ||
135 | rtp_free_msg(NULL, q->queue[q->front]); | ||
136 | q->front++; | ||
137 | |||
138 | if (q->front == q->capacity) | ||
139 | q->front = 0; | ||
140 | } | ||
141 | |||
142 | q->id_set = 0; | ||
143 | q->queue_ready = 0; | ||
144 | return 0; | ||
145 | } | ||
146 | |||
147 | int queue(struct jitter_buffer *q, RTPMessage *pk) | ||
148 | { | ||
149 | if (q->size == q->capacity) { | ||
150 | printf("buffer full, emptying buffer...\n"); | ||
151 | empty_queue(q); | ||
152 | return 0; | ||
153 | } | ||
154 | |||
155 | if (q->size > 8) | ||
156 | q->queue_ready = 1; | ||
157 | |||
158 | ++q->size; | ||
159 | ++q->rear; | ||
160 | |||
161 | if (q->rear == q->capacity) | ||
162 | q->rear = 0; | ||
163 | |||
164 | q->queue[q->rear] = pk; | ||
165 | |||
166 | int a; | ||
167 | int b; | ||
168 | int j; | ||
169 | a = q->rear; | ||
170 | |||
171 | for (j = 0; j < q->size - 1; ++j) { | ||
172 | b = a - 1; | ||
173 | |||
174 | if (b < 0) | ||
175 | b += q->capacity; | ||
176 | |||
177 | if (sequence_number_older(q->queue[b]->header->sequnum, q->queue[a]->header->sequnum, | ||
178 | q->queue[b]->header->timestamp, q->queue[a]->header->timestamp)) { | ||
179 | RTPMessage *temp; | ||
180 | temp = q->queue[a]; | ||
181 | q->queue[a] = q->queue[b]; | ||
182 | q->queue[b] = temp; | ||
183 | printf("had to swap\n"); | ||
184 | } else { | ||
185 | break; | ||
186 | } | ||
187 | |||
188 | a -= 1; | ||
189 | |||
190 | if (a < 0) | ||
191 | a += q->capacity; | ||
192 | } | ||
193 | |||
194 | if (pk) | ||
195 | return 1; | ||
196 | |||
197 | return 0; | ||
198 | } | ||
199 | |||
200 | |||
201 | int init_video_decoder(CodecState *cs) | ||
202 | { | ||
203 | if (vpx_codec_dec_init_ver(&cs->v_decoder, VIDEO_CODEC_DECODER_INTERFACE, NULL, 0, VPX_DECODER_ABI_VERSION) != VPX_CODEC_OK) { | ||
204 | fprintf(stderr, "Init video_decoder failed!\n"); | ||
205 | return -1; | ||
206 | } | ||
207 | |||
208 | return 0; | ||
209 | } | ||
210 | |||
211 | int init_audio_decoder(CodecState *cs, uint32_t audio_channels) | ||
212 | { | ||
213 | int rc; | ||
214 | cs->audio_decoder = opus_decoder_create(cs->audio_sample_rate, audio_channels, &rc ); | ||
215 | |||
216 | if ( rc != OPUS_OK ){ | ||
217 | fprintf(stderr, "Error while starting audio decoder!\n"); | ||
218 | return -1; | ||
219 | } | ||
220 | |||
221 | return 0; | ||
222 | } | ||
223 | |||
224 | |||
225 | int init_video_encoder(CodecState *cs, uint16_t width, uint16_t height, uint32_t video_bitrate) | ||
226 | { | ||
227 | vpx_codec_enc_cfg_t cfg; | ||
228 | int res = vpx_codec_enc_config_default(VIDEO_CODEC_ENCODER_INTERFACE, &cfg, 0); | ||
229 | if(res) { | ||
230 | printf("Failed to get config: %s\n", vpx_codec_err_to_string(res)); | ||
231 | return -1; | ||
232 | } | ||
233 | |||
234 | cfg.rc_target_bitrate = video_bitrate; | ||
235 | cfg.g_w = width; | ||
236 | cfg.g_h = height; | ||
237 | if(vpx_codec_enc_init_ver(&cs->v_encoder, VIDEO_CODEC_ENCODER_INTERFACE, &cfg, 0, VPX_ENCODER_ABI_VERSION) != VPX_CODEC_OK) { | ||
238 | fprintf(stderr, "Failed to initialize encoder\n"); | ||
239 | return -1; | ||
240 | } | ||
241 | return 0; | ||
242 | } | ||
243 | |||
244 | int init_audio_encoder(CodecState *cs, uint32_t audio_channels) | ||
245 | { | ||
246 | int err = OPUS_OK; | ||
247 | cs->audio_encoder = opus_encoder_create(cs->audio_sample_rate, audio_channels, OPUS_APPLICATION_AUDIO, &err); | ||
248 | err = opus_encoder_ctl(cs->audio_encoder, OPUS_SET_BITRATE(cs->audio_bitrate)); | ||
249 | err = opus_encoder_ctl(cs->audio_encoder, OPUS_SET_COMPLEXITY(10)); | ||
250 | |||
251 | |||
252 | return err == OPUS_OK ? 0 : -1; | ||
253 | } | ||
254 | |||
255 | |||
256 | CodecState* codec_init_session ( uint32_t audio_bitrate, | ||
257 | uint16_t audio_frame_duration, | ||
258 | uint32_t audio_sample_rate, | ||
259 | uint32_t audio_channels, | ||
260 | uint16_t video_width, | ||
261 | uint16_t video_height, | ||
262 | uint32_t video_bitrate ) | ||
263 | { | ||
264 | CodecState* _retu = calloc(sizeof(CodecState), 1); | ||
265 | assert(_retu); | ||
266 | |||
267 | _retu->audio_bitrate = audio_bitrate; | ||
268 | _retu->audio_sample_rate = audio_sample_rate; | ||
269 | |||
270 | /* Encoders */ | ||
271 | if (!video_width || !video_height) { | ||
272 | video_width = 320; | ||
273 | video_height = 240; | ||
274 | } | ||
275 | |||
276 | if ( 0 == init_video_encoder(_retu, video_width, video_height, video_bitrate) ) | ||
277 | printf("Video encoder initialized!\n"); | ||
278 | |||
279 | if ( 0 == init_audio_encoder(_retu, audio_channels) ) | ||
280 | printf("Audio encoder initialized!\n"); | ||
281 | |||
282 | |||
283 | /* Decoders */ | ||
284 | if ( 0 == init_video_decoder(_retu) ) | ||
285 | printf("Video decoder initialized!\n"); | ||
286 | |||
287 | if ( 0 == init_audio_decoder(_retu, audio_channels) ) | ||
288 | printf("Audio decoder initialized!\n"); | ||
289 | |||
290 | |||
291 | return _retu; | ||
292 | } | ||
293 | |||
294 | void codec_terminate_session ( CodecState* cs ) | ||
295 | { | ||
296 | if ( cs->audio_encoder ) { | ||
297 | opus_encoder_destroy(cs->audio_encoder); | ||
298 | printf("Terminated encoder!\n"); | ||
299 | } | ||
300 | |||
301 | if ( cs->audio_decoder ) { | ||
302 | opus_decoder_destroy(cs->audio_decoder); | ||
303 | printf("Terminated decoder!\n"); | ||
304 | } | ||
305 | |||
306 | /* TODO: Terminate video */ | ||
307 | vpx_codec_destroy(&cs->v_decoder); | ||
308 | vpx_codec_destroy(&cs->v_encoder); | ||
309 | } | ||
diff --git a/toxav/media.h b/toxav/media.h new file mode 100644 index 00000000..030a36ac --- /dev/null +++ b/toxav/media.h | |||
@@ -0,0 +1,80 @@ | |||
1 | /** media.h | ||
2 | * | ||
3 | * Audio and video codec intitialization, encoding/decoding and playback | ||
4 | * | ||
5 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
6 | * | ||
7 | * This file is part of Tox. | ||
8 | * | ||
9 | * Tox is free software: you can redistribute it and/or modify | ||
10 | * it under the terms of the GNU General Public License as published by | ||
11 | * the Free Software Foundation, either version 3 of the License, or | ||
12 | * (at your option) any later version. | ||
13 | * | ||
14 | * Tox is distributed in the hope that it will be useful, | ||
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
17 | * GNU General Public License for more details. | ||
18 | * | ||
19 | * You should have received a copy of the GNU General Public License | ||
20 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
21 | * | ||
22 | */ | ||
23 | |||
24 | #ifndef _AVCODEC_H_ | ||
25 | #define _AVCODEC_H_ | ||
26 | |||
27 | #include <stdio.h> | ||
28 | #include <math.h> | ||
29 | #include <pthread.h> | ||
30 | |||
31 | #include <vpx/vpx_decoder.h> | ||
32 | #include <vpx/vpx_encoder.h> | ||
33 | #include <vpx/vp8dx.h> | ||
34 | #include <vpx/vp8cx.h> | ||
35 | #define VIDEO_CODEC_DECODER_INTERFACE (vpx_codec_vp8_dx()) | ||
36 | #define VIDEO_CODEC_ENCODER_INTERFACE (vpx_codec_vp8_cx()) | ||
37 | |||
38 | /* Audio encoding/decoding */ | ||
39 | #include <opus/opus.h> | ||
40 | |||
41 | |||
42 | typedef struct _CodecState{ | ||
43 | |||
44 | /* video encoding */ | ||
45 | vpx_codec_ctx_t v_encoder; | ||
46 | uint32_t frame_counter; | ||
47 | |||
48 | /* video decoding */ | ||
49 | vpx_codec_ctx_t v_decoder; | ||
50 | |||
51 | /* audio encoding */ | ||
52 | OpusEncoder *audio_encoder; | ||
53 | int audio_bitrate; | ||
54 | int audio_sample_rate; | ||
55 | |||
56 | /* audio decoding */ | ||
57 | OpusDecoder *audio_decoder; | ||
58 | |||
59 | } CodecState; | ||
60 | |||
61 | typedef struct _RTPMessage RTPMessage; | ||
62 | |||
63 | struct jitter_buffer *create_queue(int capacity); | ||
64 | int empty_queue(struct jitter_buffer *q); | ||
65 | |||
66 | int queue(struct jitter_buffer *q, RTPMessage *pk); | ||
67 | RTPMessage *dequeue(struct jitter_buffer *q, int *success); | ||
68 | |||
69 | |||
70 | CodecState* codec_init_session ( uint32_t audio_bitrate, | ||
71 | uint16_t audio_frame_duration, | ||
72 | uint32_t audio_sample_rate, | ||
73 | uint32_t audio_channels, | ||
74 | uint16_t video_width, | ||
75 | uint16_t video_height, | ||
76 | uint32_t video_bitrate ); | ||
77 | |||
78 | void codec_terminate_session(CodecState* cs); | ||
79 | |||
80 | #endif | ||
diff --git a/toxav/msi.c b/toxav/msi.c new file mode 100644 index 00000000..84ab973f --- /dev/null +++ b/toxav/msi.c | |||
@@ -0,0 +1,1379 @@ | |||
1 | /** toxmsi.c | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | |||
25 | #ifdef HAVE_CONFIG_H | ||
26 | #include "config.h" | ||
27 | #endif /* HAVE_CONFIG_H */ | ||
28 | |||
29 | #define _BSD_SOURCE | ||
30 | |||
31 | #include "msi.h" | ||
32 | #include "event.h" | ||
33 | #include "../toxcore/util.h" | ||
34 | #include "../toxcore/network.h" | ||
35 | #include "../toxcore/Messenger.h" | ||
36 | |||
37 | #include <assert.h> | ||
38 | #include <unistd.h> | ||
39 | #include <string.h> | ||
40 | #include <stdlib.h> | ||
41 | |||
42 | #define same(x, y) strcmp((const char*) x, (const char*) y) == 0 | ||
43 | |||
44 | #define MSI_MAXMSG_SIZE 1024 | ||
45 | |||
46 | #define TYPE_REQUEST 1 | ||
47 | #define TYPE_RESPONSE 2 | ||
48 | |||
49 | unsigned char* VERSION_STRING = (unsigned char*)"0.3.1"; | ||
50 | #define VERSION_STRLEN 5 | ||
51 | |||
52 | #define CT_AUDIO_HEADER_VALUE "AUDIO" | ||
53 | #define CT_VIDEO_HEADER_VALUE "VIDEO" | ||
54 | |||
55 | |||
56 | /* Define default timeout for a request. | ||
57 | * There is no behavior specified by the msi on what will | ||
58 | * client do on timeout, but to call timeout callback. | ||
59 | */ | ||
60 | #define m_deftout 10000 /* in milliseconds */ | ||
61 | |||
62 | /** | ||
63 | * Protocol: | ||
64 | * | ||
65 | * | desc. ( 1 byte ) | length ( 2 bytes ) | value ( length bytes ) | | ||
66 | * | ||
67 | * ie. | ||
68 | * | ||
69 | * | 0x1 | 0x0 0x7 | "version" | ||
70 | * | ||
71 | * Means: it's field value with length of 7 bytes and value of "version" | ||
72 | * It's similar to amp protocol | ||
73 | */ | ||
74 | |||
75 | |||
76 | #define GENERIC_HEADER(header) \ | ||
77 | typedef struct _MSIHeader##header { \ | ||
78 | uint8_t* header_value; \ | ||
79 | uint16_t size; \ | ||
80 | } MSIHeader##header; | ||
81 | |||
82 | |||
83 | GENERIC_HEADER ( Version ) | ||
84 | GENERIC_HEADER ( Request ) | ||
85 | GENERIC_HEADER ( Response ) | ||
86 | GENERIC_HEADER ( CallType ) | ||
87 | GENERIC_HEADER ( UserAgent ) | ||
88 | GENERIC_HEADER ( CallId ) | ||
89 | GENERIC_HEADER ( Info ) | ||
90 | GENERIC_HEADER ( Reason ) | ||
91 | GENERIC_HEADER ( CryptoKey ) | ||
92 | GENERIC_HEADER ( Nonce ) | ||
93 | |||
94 | |||
95 | /** | ||
96 | * @brief This is the message structure. It contains all of the headers and | ||
97 | * destination/source of the message stored in friend_id. | ||
98 | * | ||
99 | */ | ||
100 | typedef struct _MSIMessage { | ||
101 | |||
102 | MSIHeaderVersion version; | ||
103 | MSIHeaderRequest request; | ||
104 | MSIHeaderResponse response; | ||
105 | MSIHeaderCallType calltype; | ||
106 | MSIHeaderUserAgent useragent; | ||
107 | MSIHeaderInfo info; | ||
108 | MSIHeaderReason reason; | ||
109 | MSIHeaderCallId callid; | ||
110 | MSIHeaderCryptoKey cryptokey; | ||
111 | MSIHeaderNonce nonce; | ||
112 | |||
113 | struct _MSIMessage* next; | ||
114 | |||
115 | int friend_id; | ||
116 | |||
117 | } MSIMessage; | ||
118 | |||
119 | |||
120 | |||
121 | static MSICallback callbacks[10] = {0}; | ||
122 | |||
123 | |||
124 | /* define strings for the identifiers */ | ||
125 | #define VERSION_FIELD "Version" | ||
126 | #define REQUEST_FIELD "Request" | ||
127 | #define RESPONSE_FIELD "Response" | ||
128 | #define INFO_FIELD "INFO" | ||
129 | #define REASON_FIELD "Reason" | ||
130 | #define CALLTYPE_FIELD "Call-type" | ||
131 | #define USERAGENT_FIELD "User-agent" | ||
132 | #define CALLID_FIELD "Call-id" | ||
133 | #define CRYPTOKEY_FIELD "Crypto-key" | ||
134 | #define NONCE_FIELD "Nonce" | ||
135 | |||
136 | /* protocol descriptors */ | ||
137 | #define end_byte 0x0 | ||
138 | #define field_byte 0x1 | ||
139 | #define value_byte 0x2 | ||
140 | |||
141 | |||
142 | typedef enum { | ||
143 | invite, | ||
144 | start, | ||
145 | cancel, | ||
146 | reject, | ||
147 | end, | ||
148 | |||
149 | } MSIRequest; | ||
150 | |||
151 | |||
152 | /** | ||
153 | * @brief Get string value for request. | ||
154 | * | ||
155 | * @param request The request. | ||
156 | * @return const uint8_t* The string | ||
157 | */ | ||
158 | static inline const uint8_t *stringify_request ( MSIRequest request ) { | ||
159 | static const uint8_t* strings[] = { | ||
160 | ( uint8_t* ) "INVITE", | ||
161 | ( uint8_t* ) "START", | ||
162 | ( uint8_t* ) "CANCEL", | ||
163 | ( uint8_t* ) "REJECT", | ||
164 | ( uint8_t* ) "END" | ||
165 | }; | ||
166 | |||
167 | return strings[request]; | ||
168 | } | ||
169 | |||
170 | |||
171 | typedef enum { | ||
172 | ringing, | ||
173 | starting, | ||
174 | ending, | ||
175 | error | ||
176 | |||
177 | } MSIResponse; | ||
178 | |||
179 | |||
180 | /** | ||
181 | * @brief Get string value for response. | ||
182 | * | ||
183 | * @param response The response. | ||
184 | * @return const uint8_t* The string | ||
185 | */ | ||
186 | static inline const uint8_t *stringify_response ( MSIResponse response ) { | ||
187 | static const uint8_t* strings[] = { | ||
188 | ( uint8_t* ) "ringing", | ||
189 | ( uint8_t* ) "starting", | ||
190 | ( uint8_t* ) "ending", | ||
191 | ( uint8_t* ) "error" | ||
192 | }; | ||
193 | |||
194 | return strings[response]; | ||
195 | } | ||
196 | |||
197 | |||
198 | #define ON_HEADER(iterator, header, descriptor, size_const) \ | ||
199 | ( memcmp(iterator, descriptor, size_const) == 0){ /* Okay */ \ | ||
200 | iterator += size_const; /* Set iterator at begining of value part */ \ | ||
201 | if ( *iterator != value_byte ) { assert(0); return -1; }\ | ||
202 | iterator ++;\ | ||
203 | uint16_t _value_size = (uint16_t) *(iterator ) << 8 | \ | ||
204 | (uint16_t) *(iterator + 1); \ | ||
205 | header.header_value = calloc(sizeof(uint8_t), _value_size); \ | ||
206 | header.size = _value_size; \ | ||
207 | memcpy(header.header_value, iterator + 2, _value_size);\ | ||
208 | iterator = iterator + 2 + _value_size; /* set iterator at new header or end_byte */ \ | ||
209 | } | ||
210 | |||
211 | /** | ||
212 | * @brief Parse raw 'data' received from socket into MSIMessage struct. | ||
213 | * Every message has to have end value of 'end_byte' or _undefined_ behavior | ||
214 | * occures. The best practice is to check the end of the message at the handle_packet. | ||
215 | * | ||
216 | * @param msg Container. | ||
217 | * @param data The data. | ||
218 | * @return int | ||
219 | * @retval -1 Error occured. | ||
220 | * @retval 0 Success. | ||
221 | */ | ||
222 | int parse_raw_data ( MSIMessage* msg, const uint8_t* data, uint16_t length ) { | ||
223 | assert ( msg ); | ||
224 | |||
225 | if ( data[length - 1] ) /* End byte must have value 0 */ | ||
226 | return -1; | ||
227 | |||
228 | const uint8_t* _it = data; | ||
229 | |||
230 | while ( *_it ) {/* until end_byte is hit */ | ||
231 | |||
232 | uint16_t itedlen = (_it - data) + 2; | ||
233 | |||
234 | if ( *_it == field_byte && itedlen < length ) { | ||
235 | |||
236 | uint16_t _size = ( uint16_t ) * ( _it + 1 ) << 8 | | ||
237 | ( uint16_t ) * ( _it + 2 ); | ||
238 | |||
239 | if ( itedlen + _size > length ) return -1; | ||
240 | |||
241 | _it += 3; /* place it at the field value beginning */ | ||
242 | |||
243 | switch ( _size ) { /* Compare the size of the hardcoded values ( vary fast and convenient ) */ | ||
244 | |||
245 | case 4: { /* INFO header */ | ||
246 | if ON_HEADER ( _it, msg->info, INFO_FIELD, 4 ) | ||
247 | } | ||
248 | break; | ||
249 | |||
250 | case 5: { /* NONCE header */ | ||
251 | if ON_HEADER ( _it, msg->nonce, NONCE_FIELD, 5 ) | ||
252 | } | ||
253 | break; | ||
254 | |||
255 | case 6: { /* Reason header */ | ||
256 | if ON_HEADER ( _it, msg->reason, REASON_FIELD, 6 ) | ||
257 | } | ||
258 | break; | ||
259 | |||
260 | case 7: { /* Version, Request, Call-id headers */ | ||
261 | if ON_HEADER ( _it, msg->version, VERSION_FIELD, 7 ) | ||
262 | else if ON_HEADER ( _it, msg->request, REQUEST_FIELD, 7 ) | ||
263 | else if ON_HEADER ( _it, msg->callid, CALLID_FIELD, 7 ) | ||
264 | } | ||
265 | break; | ||
266 | |||
267 | case 8: { /* Response header */ | ||
268 | if ON_HEADER ( _it, msg->response, RESPONSE_FIELD, 8 ) | ||
269 | } | ||
270 | break; | ||
271 | |||
272 | case 9: { /* Call-type header */ | ||
273 | if ON_HEADER ( _it, msg->calltype, CALLTYPE_FIELD, 9 ) | ||
274 | } | ||
275 | break; | ||
276 | |||
277 | case 10: { /* User-agent, Crypto-key headers */ | ||
278 | if ON_HEADER ( _it, msg->useragent, USERAGENT_FIELD, 10 ) | ||
279 | else if ON_HEADER ( _it, msg->cryptokey, CRYPTOKEY_FIELD, 10 ) | ||
280 | } | ||
281 | break; | ||
282 | |||
283 | default: | ||
284 | return -1; | ||
285 | } | ||
286 | } else return -1; | ||
287 | /* If it's anything else return failure as the message is invalid */ | ||
288 | |||
289 | } | ||
290 | |||
291 | return 0; | ||
292 | } | ||
293 | |||
294 | |||
295 | #define ALLOCATE_HEADER( var, mheader_value, t_size) \ | ||
296 | var.header_value = calloc(sizeof *mheader_value, t_size); \ | ||
297 | memcpy(var.header_value, mheader_value, t_size); \ | ||
298 | var.size = t_size; | ||
299 | |||
300 | |||
301 | /** | ||
302 | * @brief Speaks for it self. | ||
303 | * | ||
304 | * @param msg The message. | ||
305 | * @return void | ||
306 | */ | ||
307 | void free_message ( MSIMessage* msg ) { | ||
308 | assert ( msg ); | ||
309 | |||
310 | free ( msg->calltype.header_value ); | ||
311 | free ( msg->request.header_value ); | ||
312 | free ( msg->response.header_value ); | ||
313 | free ( msg->useragent.header_value ); | ||
314 | free ( msg->version.header_value ); | ||
315 | free ( msg->info.header_value ); | ||
316 | free ( msg->cryptokey.header_value ); | ||
317 | free ( msg->nonce.header_value ); | ||
318 | free ( msg->reason.header_value ); | ||
319 | free ( msg->callid.header_value ); | ||
320 | |||
321 | free ( msg ); | ||
322 | } | ||
323 | |||
324 | |||
325 | /** | ||
326 | * @brief Create the message. | ||
327 | * | ||
328 | * @param type Request or response. | ||
329 | * @param type_id Type of request/response. | ||
330 | * @return MSIMessage* Created message. | ||
331 | * @retval NULL Error occured. | ||
332 | */ | ||
333 | MSIMessage* msi_new_message ( uint8_t type, const uint8_t* type_id ) { | ||
334 | MSIMessage* _retu = calloc ( sizeof ( MSIMessage ), 1 ); | ||
335 | assert ( _retu ); | ||
336 | |||
337 | if ( type == TYPE_REQUEST ) { | ||
338 | ALLOCATE_HEADER ( _retu->request, type_id, strlen ( (const char*)type_id ) ) | ||
339 | |||
340 | } else if ( type == TYPE_RESPONSE ) { | ||
341 | ALLOCATE_HEADER ( _retu->response, type_id, strlen ( (const char*)type_id ) ) | ||
342 | |||
343 | } else { | ||
344 | free_message ( _retu ); | ||
345 | return NULL; | ||
346 | } | ||
347 | |||
348 | ALLOCATE_HEADER ( _retu->version, VERSION_STRING, strlen ( (const char*)VERSION_STRING ) ) | ||
349 | |||
350 | return _retu; | ||
351 | } | ||
352 | |||
353 | |||
354 | /** | ||
355 | * @brief Parse data from handle_packet. | ||
356 | * | ||
357 | * @param data The data. | ||
358 | * @return MSIMessage* Parsed message. | ||
359 | * @retval NULL Error occured. | ||
360 | */ | ||
361 | MSIMessage* parse_message ( const uint8_t* data, uint16_t length ) { | ||
362 | assert ( data ); | ||
363 | |||
364 | MSIMessage* _retu = calloc ( sizeof ( MSIMessage ), 1 ); | ||
365 | assert ( _retu ); | ||
366 | |||
367 | memset ( _retu, 0, sizeof ( MSIMessage ) ); | ||
368 | |||
369 | if ( parse_raw_data ( _retu, data, length ) == -1 ) { | ||
370 | |||
371 | free_message ( _retu ); | ||
372 | return NULL; | ||
373 | } | ||
374 | |||
375 | if ( !_retu->version.header_value || VERSION_STRLEN != _retu->version.size || | ||
376 | memcmp ( _retu->version.header_value, VERSION_STRING, VERSION_STRLEN ) != 0 ) { | ||
377 | |||
378 | free_message ( _retu ); | ||
379 | return NULL; | ||
380 | } | ||
381 | |||
382 | return _retu; | ||
383 | } | ||
384 | |||
385 | |||
386 | |||
387 | /** | ||
388 | * @brief Speaks for it self. | ||
389 | * | ||
390 | * @param dest Container. | ||
391 | * @param header_field Field. | ||
392 | * @param header_value Field value. | ||
393 | * @param value_len Length of field value. | ||
394 | * @param length Pointer to container length. | ||
395 | * @return uint8_t* Iterated container. | ||
396 | */ | ||
397 | uint8_t* append_header_to_string ( | ||
398 | uint8_t* dest, | ||
399 | const uint8_t* header_field, | ||
400 | const uint8_t* header_value, | ||
401 | uint16_t value_len, | ||
402 | uint16_t* length ) | ||
403 | { | ||
404 | assert ( dest ); | ||
405 | assert ( header_value ); | ||
406 | assert ( header_field ); | ||
407 | |||
408 | const uint8_t* _hvit = header_value; | ||
409 | uint16_t _total = 6 + value_len; /* 6 is known plus header value len + field len*/ | ||
410 | |||
411 | *dest = field_byte; /* Set the first byte */ | ||
412 | |||
413 | uint8_t* _getback_byte = dest + 1; /* remeber the byte we were on */ | ||
414 | dest += 3; /* swith to 4th byte where field value starts */ | ||
415 | |||
416 | /* Now set the field value and calculate it's length */ | ||
417 | uint16_t _i = 0; | ||
418 | for ( ; header_field[_i]; ++_i ) { | ||
419 | *dest = header_field[_i]; | ||
420 | ++dest; | ||
421 | }; | ||
422 | _total += _i; | ||
423 | |||
424 | /* Now set the length of the field byte */ | ||
425 | *_getback_byte = ( uint8_t ) _i >> 8; | ||
426 | _getback_byte++; | ||
427 | *_getback_byte = ( uint8_t ) _i; | ||
428 | |||
429 | /* for value part do it regulary */ | ||
430 | *dest = value_byte; | ||
431 | dest++; | ||
432 | |||
433 | *dest = ( uint8_t ) value_len >> 8; | ||
434 | dest++; | ||
435 | *dest = ( uint8_t ) value_len; | ||
436 | dest++; | ||
437 | |||
438 | for ( _i = value_len; _i; --_i ) { | ||
439 | *dest = *_hvit; | ||
440 | ++_hvit; | ||
441 | ++dest; | ||
442 | } | ||
443 | |||
444 | *length += _total; | ||
445 | return dest; | ||
446 | } | ||
447 | |||
448 | |||
449 | #define CLEAN_ASSIGN(added, var, field, header)\ | ||
450 | if ( header.header_value ) { var = append_header_to_string(var, (const uint8_t*)field, header.header_value, header.size, &added); } | ||
451 | |||
452 | |||
453 | /** | ||
454 | * @brief Convert MSIMessage struct to _sendable_ string. | ||
455 | * | ||
456 | * @param msg The message. | ||
457 | * @param dest Destination. | ||
458 | * @return uint16_t It's final size. | ||
459 | */ | ||
460 | uint16_t message_to_string ( MSIMessage* msg, uint8_t* dest ) { | ||
461 | assert ( msg ); | ||
462 | assert ( dest ); | ||
463 | |||
464 | uint8_t* _iterated = dest; | ||
465 | uint16_t _size = 0; | ||
466 | |||
467 | CLEAN_ASSIGN ( _size, _iterated, VERSION_FIELD, msg->version ); | ||
468 | CLEAN_ASSIGN ( _size, _iterated, REQUEST_FIELD, msg->request ); | ||
469 | CLEAN_ASSIGN ( _size, _iterated, RESPONSE_FIELD, msg->response ); | ||
470 | CLEAN_ASSIGN ( _size, _iterated, CALLTYPE_FIELD, msg->calltype ); | ||
471 | CLEAN_ASSIGN ( _size, _iterated, USERAGENT_FIELD, msg->useragent ); | ||
472 | CLEAN_ASSIGN ( _size, _iterated, INFO_FIELD, msg->info ); | ||
473 | CLEAN_ASSIGN ( _size, _iterated, CALLID_FIELD, msg->callid ); | ||
474 | CLEAN_ASSIGN ( _size, _iterated, REASON_FIELD, msg->reason ); | ||
475 | CLEAN_ASSIGN ( _size, _iterated, CRYPTOKEY_FIELD, msg->cryptokey ); | ||
476 | CLEAN_ASSIGN ( _size, _iterated, NONCE_FIELD, msg->nonce ); | ||
477 | |||
478 | *_iterated = end_byte; | ||
479 | _size ++; | ||
480 | |||
481 | return _size; | ||
482 | } | ||
483 | |||
484 | |||
485 | #define GENERIC_SETTER_DEFINITION(header) \ | ||
486 | void msi_msg_set_##header ( MSIMessage* _msg, const uint8_t* header_value, uint16_t _size ) \ | ||
487 | { assert(_msg); assert(header_value); \ | ||
488 | free(_msg->header.header_value); \ | ||
489 | ALLOCATE_HEADER( _msg->header, header_value, _size )} | ||
490 | |||
491 | GENERIC_SETTER_DEFINITION ( calltype ) | ||
492 | GENERIC_SETTER_DEFINITION ( useragent ) | ||
493 | GENERIC_SETTER_DEFINITION ( reason ) | ||
494 | GENERIC_SETTER_DEFINITION ( info ) | ||
495 | GENERIC_SETTER_DEFINITION ( callid ) | ||
496 | GENERIC_SETTER_DEFINITION ( cryptokey ) | ||
497 | GENERIC_SETTER_DEFINITION ( nonce ) | ||
498 | |||
499 | |||
500 | /** | ||
501 | * @brief Generate _random_ alphanumerical string. | ||
502 | * | ||
503 | * @param str Destination. | ||
504 | * @param size Size of string. | ||
505 | * @return void | ||
506 | */ | ||
507 | void t_randomstr ( uint8_t* str, size_t size ) { | ||
508 | assert ( str ); | ||
509 | |||
510 | static const uint8_t _bytes[] = | ||
511 | "0123456789" | ||
512 | "ABCDEFGHIJKLMNOPQRSTUVWXYZ" | ||
513 | "abcdefghijklmnopqrstuvwxyz"; | ||
514 | |||
515 | size_t _it = 0; | ||
516 | |||
517 | for ( ; _it < size; _it++ ) { | ||
518 | str[_it] = _bytes[ random_int() % 61 ]; | ||
519 | } | ||
520 | } | ||
521 | |||
522 | |||
523 | typedef enum { | ||
524 | error_deadcall = 1, /* has call id but it's from old call */ | ||
525 | error_id_mismatch, /* non-existing call */ | ||
526 | |||
527 | error_no_callid, /* not having call id */ | ||
528 | error_no_call, /* no call in session */ | ||
529 | error_no_crypto_key, /* no crypto key */ | ||
530 | |||
531 | error_busy | ||
532 | |||
533 | } MSICallError; /* Error codes */ | ||
534 | |||
535 | |||
536 | /** | ||
537 | * @brief Stringify error code. | ||
538 | * | ||
539 | * @param error_code The code. | ||
540 | * @return const uint8_t* The string. | ||
541 | */ | ||
542 | static inline const uint8_t *stringify_error ( MSICallError error_code ) { | ||
543 | static const uint8_t* strings[] = { | ||
544 | ( uint8_t* ) "", | ||
545 | ( uint8_t* ) "Using dead call", | ||
546 | ( uint8_t* ) "Call id not set to any call", | ||
547 | ( uint8_t* ) "Call id not available", | ||
548 | ( uint8_t* ) "No active call in session", | ||
549 | ( uint8_t* ) "No Crypto-key set", | ||
550 | ( uint8_t* ) "Callee busy" | ||
551 | }; | ||
552 | |||
553 | return strings[error_code]; | ||
554 | } | ||
555 | |||
556 | |||
557 | /** | ||
558 | * @brief Convert error_code into string. | ||
559 | * | ||
560 | * @param error_code The code. | ||
561 | * @return const uint8_t* The string. | ||
562 | */ | ||
563 | static inline const uint8_t *stringify_error_code ( MSICallError error_code ) { | ||
564 | static const uint8_t* strings[] = { | ||
565 | ( uint8_t* ) "", | ||
566 | ( uint8_t* ) "1", | ||
567 | ( uint8_t* ) "2", | ||
568 | ( uint8_t* ) "3", | ||
569 | ( uint8_t* ) "4", | ||
570 | ( uint8_t* ) "5", | ||
571 | ( uint8_t* ) "6" | ||
572 | }; | ||
573 | |||
574 | return strings[error_code]; | ||
575 | } | ||
576 | |||
577 | |||
578 | /** | ||
579 | * @brief Speaks for it self. | ||
580 | * | ||
581 | * @param session Control session. | ||
582 | * @param msg The message. | ||
583 | * @param to Where to. | ||
584 | * @return int | ||
585 | * @retval -1 Error occured. | ||
586 | * @retval 0 Success. | ||
587 | */ | ||
588 | int send_message ( MSISession* session, MSIMessage* msg, uint32_t to ) | ||
589 | { | ||
590 | msi_msg_set_callid ( msg, session->call->id, CALL_ID_LEN ); | ||
591 | |||
592 | uint8_t _msg_string_final [MSI_MAXMSG_SIZE]; | ||
593 | uint16_t _length = message_to_string ( msg, _msg_string_final ); | ||
594 | |||
595 | return m_msi_packet(session->messenger_handle, to, _msg_string_final, _length) ? 0 : -1; | ||
596 | } | ||
597 | |||
598 | |||
599 | /** | ||
600 | * @brief Speaks for it self. | ||
601 | * | ||
602 | * @param session Control session. | ||
603 | * @param msg The message. | ||
604 | * @param peer_id The peer. | ||
605 | * @return void | ||
606 | */ | ||
607 | void flush_peer_type ( MSISession* session, MSIMessage* msg, int peer_id ) { | ||
608 | if ( msg->calltype.header_value ) { | ||
609 | if ( strcmp ( ( const char* ) msg->calltype.header_value, CT_AUDIO_HEADER_VALUE ) == 0 ) { | ||
610 | session->call->type_peer[peer_id] = type_audio; | ||
611 | |||
612 | } else if ( strcmp ( ( const char* ) msg->calltype.header_value, CT_VIDEO_HEADER_VALUE ) == 0 ) { | ||
613 | session->call->type_peer[peer_id] = type_video; | ||
614 | } else {} /* Error */ | ||
615 | } else {} /* Error */ | ||
616 | } | ||
617 | |||
618 | void handle_remote_connection_change(Messenger* messenger, int friend_num, uint8_t status, void* session_p) | ||
619 | { | ||
620 | MSISession* session = session_p; | ||
621 | |||
622 | switch ( status ) | ||
623 | { | ||
624 | case 0: /* Went offline */ | ||
625 | { | ||
626 | if ( session->call ) { | ||
627 | int i = 0; | ||
628 | for ( ; i < session->call->peer_count; i ++ ) | ||
629 | if ( session->call->peers[i] == friend_num ) { | ||
630 | msi_stopcall(session); /* Stop the call for now */ | ||
631 | return; | ||
632 | } | ||
633 | } | ||
634 | } break; | ||
635 | |||
636 | default: break; | ||
637 | } | ||
638 | } | ||
639 | |||
640 | /** | ||
641 | * @brief Sends error response to peer. | ||
642 | * | ||
643 | * @param session The session. | ||
644 | * @param errid The id. | ||
645 | * @param to Where to? | ||
646 | * @return int | ||
647 | * @retval 0 It's always success. | ||
648 | */ | ||
649 | int handle_error ( MSISession* session, MSICallError errid, uint32_t to ) { | ||
650 | MSIMessage* _msg_error = msi_new_message ( TYPE_RESPONSE, stringify_response ( error ) ); | ||
651 | |||
652 | const uint8_t* _error_code_str = stringify_error_code ( errid ); | ||
653 | |||
654 | msi_msg_set_reason ( _msg_error, _error_code_str, strlen ( ( const char* ) _error_code_str ) ); | ||
655 | send_message ( session, _msg_error, to ); | ||
656 | free_message ( _msg_error ); | ||
657 | |||
658 | session->last_error_id = errid; | ||
659 | session->last_error_str = stringify_error ( errid ); | ||
660 | |||
661 | event.rise ( callbacks[MSI_OnError], session->agent_handler ); | ||
662 | |||
663 | return 0; | ||
664 | } | ||
665 | |||
666 | |||
667 | /** | ||
668 | * @brief Determine the error if any. | ||
669 | * | ||
670 | * @param session Control session. | ||
671 | * @param msg The message. | ||
672 | * @return int | ||
673 | * @retval -1 No error. | ||
674 | * @retval 0 Error occured and response sent. | ||
675 | */ | ||
676 | int has_call_error ( MSISession* session, MSIMessage* msg ) { | ||
677 | if ( !msg->callid.header_value ) { | ||
678 | return handle_error ( session, error_no_callid, msg->friend_id ); | ||
679 | |||
680 | } else if ( !session->call ) { | ||
681 | return handle_error ( session, error_no_call, msg->friend_id ); | ||
682 | |||
683 | } else if ( memcmp ( session->call->id, msg->callid.header_value, CALL_ID_LEN ) != 0 ) { | ||
684 | return handle_error ( session, error_id_mismatch, msg->friend_id ); | ||
685 | |||
686 | } | ||
687 | |||
688 | return -1; | ||
689 | } | ||
690 | |||
691 | |||
692 | /** | ||
693 | * @brief Function called at request timeout. | ||
694 | * | ||
695 | * @param arg Control session | ||
696 | * @return void* | ||
697 | */ | ||
698 | void* handle_timeout ( void* arg ) | ||
699 | { | ||
700 | /* Send hangup either way */ | ||
701 | MSISession* _session = arg; | ||
702 | |||
703 | if ( _session && _session->call ) { | ||
704 | |||
705 | uint32_t* _peers = _session->call->peers; | ||
706 | uint16_t _peer_count = _session->call->peer_count; | ||
707 | |||
708 | |||
709 | /* Cancel all? */ | ||
710 | uint16_t _it = 0; | ||
711 | for ( ; _it < _peer_count; _it++ ) | ||
712 | msi_cancel ( arg, _peers[_it], (const uint8_t*)"Timeout" ); | ||
713 | |||
714 | } | ||
715 | |||
716 | ( *callbacks[MSI_OnRequestTimeout] ) ( _session->agent_handler ); | ||
717 | ( *callbacks[MSI_OnEnding ] ) ( _session->agent_handler ); | ||
718 | |||
719 | return NULL; | ||
720 | } | ||
721 | |||
722 | |||
723 | /** | ||
724 | * @brief Add peer to peer list. | ||
725 | * | ||
726 | * @param call What call. | ||
727 | * @param peer_id Its id. | ||
728 | * @return void | ||
729 | */ | ||
730 | void add_peer( MSICall* call, int peer_id ) | ||
731 | { | ||
732 | if ( !call->peers ) { | ||
733 | call->peers = calloc(sizeof(int), 1); | ||
734 | call->peer_count = 1; | ||
735 | } else{ | ||
736 | call->peer_count ++; | ||
737 | call->peers = realloc( call->peers, sizeof(int) * call->peer_count); | ||
738 | } | ||
739 | |||
740 | call->peers[call->peer_count - 1] = peer_id; | ||
741 | } | ||
742 | |||
743 | |||
744 | /** | ||
745 | * @brief Speaks for it self. | ||
746 | * | ||
747 | * @param session Control session. | ||
748 | * @param peers Amount of peers. (Currently it only supports 1) | ||
749 | * @param ringing_timeout Ringing timeout. | ||
750 | * @return MSICall* The created call. | ||
751 | */ | ||
752 | MSICall* init_call ( MSISession* session, int peers, int ringing_timeout ) { | ||
753 | assert ( session ); | ||
754 | assert ( peers ); | ||
755 | |||
756 | MSICall* _call = calloc ( sizeof ( MSICall ), 1 ); | ||
757 | _call->type_peer = calloc ( sizeof ( MSICallType ), peers ); | ||
758 | |||
759 | assert ( _call ); | ||
760 | assert ( _call->type_peer ); | ||
761 | |||
762 | /*_call->_participant_count = _peers;*/ | ||
763 | |||
764 | _call->request_timer_id = 0; | ||
765 | _call->ringing_timer_id = 0; | ||
766 | |||
767 | _call->key_local = NULL; | ||
768 | _call->key_peer = NULL; | ||
769 | _call->nonce_local = NULL; | ||
770 | _call->nonce_peer = NULL; | ||
771 | |||
772 | _call->ringing_tout_ms = ringing_timeout; | ||
773 | |||
774 | pthread_mutex_init ( &_call->mutex, NULL ); | ||
775 | |||
776 | return _call; | ||
777 | } | ||
778 | |||
779 | |||
780 | /** | ||
781 | * @brief Terminate the call. | ||
782 | * | ||
783 | * @param session Control session. | ||
784 | * @return int | ||
785 | * @retval -1 Error occured. | ||
786 | * @retval 0 Success. | ||
787 | */ | ||
788 | int terminate_call ( MSISession* session ) { | ||
789 | assert ( session ); | ||
790 | |||
791 | if ( !session->call ) | ||
792 | return -1; | ||
793 | |||
794 | |||
795 | /* Check event loop and cancel timed events if there are any | ||
796 | * NOTE: This has to be done before possibly | ||
797 | * locking the mutex the second time | ||
798 | */ | ||
799 | event.timer_release ( session->call->request_timer_id ); | ||
800 | event.timer_release ( session->call->ringing_timer_id ); | ||
801 | |||
802 | /* Get a handle */ | ||
803 | pthread_mutex_lock ( &session->call->mutex ); | ||
804 | |||
805 | MSICall* _call = session->call; | ||
806 | session->call = NULL; | ||
807 | |||
808 | free ( _call->type_peer ); | ||
809 | free ( _call->key_local ); | ||
810 | free ( _call->key_peer ); | ||
811 | free ( _call->peers); | ||
812 | |||
813 | /* Release handle */ | ||
814 | pthread_mutex_unlock ( &_call->mutex ); | ||
815 | |||
816 | pthread_mutex_destroy ( &_call->mutex ); | ||
817 | |||
818 | free ( _call ); | ||
819 | |||
820 | return 0; | ||
821 | } | ||
822 | |||
823 | |||
824 | /********** Request handlers **********/ | ||
825 | int handle_recv_invite ( MSISession* session, MSIMessage* msg ) { | ||
826 | assert ( session ); | ||
827 | |||
828 | if ( session->call ) { | ||
829 | handle_error ( session, error_busy, msg->friend_id ); | ||
830 | return 0; | ||
831 | } | ||
832 | if ( !msg->callid.header_value ) { | ||
833 | handle_error ( session, error_no_callid, msg->friend_id ); | ||
834 | return 0; | ||
835 | } | ||
836 | |||
837 | session->call = init_call ( session, 1, 0 ); | ||
838 | memcpy ( session->call->id, msg->callid.header_value, CALL_ID_LEN ); | ||
839 | session->call->state = call_starting; | ||
840 | |||
841 | add_peer( session->call, msg->friend_id); | ||
842 | |||
843 | flush_peer_type ( session, msg, 0 ); | ||
844 | |||
845 | MSIMessage* _msg_ringing = msi_new_message ( TYPE_RESPONSE, stringify_response ( ringing ) ); | ||
846 | send_message ( session, _msg_ringing, msg->friend_id ); | ||
847 | free_message ( _msg_ringing ); | ||
848 | |||
849 | event.rise ( callbacks[MSI_OnInvite], session->agent_handler ); | ||
850 | |||
851 | return 1; | ||
852 | } | ||
853 | int handle_recv_start ( MSISession* session, MSIMessage* msg ) { | ||
854 | assert ( session ); | ||
855 | |||
856 | if ( has_call_error ( session, msg ) == 0 ) | ||
857 | return 0; | ||
858 | |||
859 | if ( !msg->cryptokey.header_value ) | ||
860 | return handle_error ( session, error_no_crypto_key, msg->friend_id ); | ||
861 | |||
862 | session->call->state = call_active; | ||
863 | |||
864 | session->call->key_peer = calloc ( sizeof ( uint8_t ), crypto_secretbox_KEYBYTES ); | ||
865 | memcpy ( session->call->key_peer, msg->cryptokey.header_value, crypto_secretbox_KEYBYTES ); | ||
866 | |||
867 | session->call->nonce_peer = calloc ( sizeof ( uint8_t ), crypto_box_NONCEBYTES ); | ||
868 | memcpy ( session->call->nonce_peer, msg->nonce.header_value, crypto_box_NONCEBYTES ); | ||
869 | |||
870 | flush_peer_type ( session, msg, 0 ); | ||
871 | |||
872 | event.rise ( callbacks[MSI_OnStart], session->agent_handler ); | ||
873 | |||
874 | return 1; | ||
875 | } | ||
876 | int handle_recv_reject ( MSISession* session, MSIMessage* msg ) { | ||
877 | assert ( session ); | ||
878 | |||
879 | if ( has_call_error ( session, msg ) == 0 ) | ||
880 | return 0; | ||
881 | |||
882 | |||
883 | MSIMessage* _msg_end = msi_new_message ( TYPE_REQUEST, stringify_request ( end ) ); | ||
884 | send_message ( session, _msg_end, msg->friend_id ); | ||
885 | free_message ( _msg_end ); | ||
886 | |||
887 | event.timer_release ( session->call->request_timer_id ); | ||
888 | event.rise ( callbacks[MSI_OnReject], session->agent_handler ); | ||
889 | session->call->request_timer_id = event.timer_alloc ( handle_timeout, session, m_deftout ); | ||
890 | |||
891 | return 1; | ||
892 | } | ||
893 | int handle_recv_cancel ( MSISession* session, MSIMessage* msg ) { | ||
894 | assert ( session ); | ||
895 | |||
896 | if ( has_call_error ( session, msg ) == 0 ) | ||
897 | return 0; | ||
898 | |||
899 | |||
900 | terminate_call ( session ); | ||
901 | |||
902 | event.rise ( callbacks[MSI_OnCancel], session->agent_handler ); | ||
903 | |||
904 | return 1; | ||
905 | } | ||
906 | int handle_recv_end ( MSISession* session, MSIMessage* msg ) { | ||
907 | assert ( session ); | ||
908 | |||
909 | if ( has_call_error ( session, msg ) == 0 ) | ||
910 | return 0; | ||
911 | |||
912 | |||
913 | MSIMessage* _msg_ending = msi_new_message ( TYPE_RESPONSE, stringify_response ( ending ) ); | ||
914 | send_message ( session, _msg_ending, msg->friend_id ); | ||
915 | free_message ( _msg_ending ); | ||
916 | |||
917 | terminate_call ( session ); | ||
918 | |||
919 | event.rise ( callbacks[MSI_OnEnd], session->agent_handler ); | ||
920 | |||
921 | return 1; | ||
922 | } | ||
923 | |||
924 | /********** Response handlers **********/ | ||
925 | int handle_recv_ringing ( MSISession* session, MSIMessage* msg ) { | ||
926 | assert ( session ); | ||
927 | |||
928 | if ( has_call_error ( session, msg ) == 0 ) | ||
929 | return 0; | ||
930 | |||
931 | session->call->ringing_timer_id = event.timer_alloc ( handle_timeout, session, session->call->ringing_tout_ms ); | ||
932 | event.rise ( callbacks[MSI_OnRinging], session->agent_handler ); | ||
933 | |||
934 | return 1; | ||
935 | } | ||
936 | int handle_recv_starting ( MSISession* session, MSIMessage* msg ) { | ||
937 | assert ( session ); | ||
938 | |||
939 | if ( has_call_error ( session, msg ) == 0 ) | ||
940 | return 0; | ||
941 | |||
942 | if ( !msg->cryptokey.header_value ) { | ||
943 | return handle_error ( session, error_no_crypto_key, msg->friend_id ); | ||
944 | } | ||
945 | |||
946 | /* Generate local key/nonce to send */ | ||
947 | session->call->key_local = calloc ( sizeof ( uint8_t ), crypto_secretbox_KEYBYTES ); | ||
948 | new_symmetric_key ( session->call->key_local ); | ||
949 | |||
950 | session->call->nonce_local = calloc ( sizeof ( uint8_t ), crypto_box_NONCEBYTES ); | ||
951 | new_nonce ( session->call->nonce_local ); | ||
952 | |||
953 | /* Save peer key/nonce */ | ||
954 | session->call->key_peer = calloc ( sizeof ( uint8_t ), crypto_secretbox_KEYBYTES ); | ||
955 | memcpy ( session->call->key_peer, msg->cryptokey.header_value, crypto_secretbox_KEYBYTES ); | ||
956 | |||
957 | session->call->nonce_peer = calloc ( sizeof ( uint8_t ), crypto_box_NONCEBYTES ); | ||
958 | memcpy ( session->call->nonce_peer, msg->nonce.header_value, crypto_box_NONCEBYTES ); | ||
959 | |||
960 | session->call->state = call_active; | ||
961 | |||
962 | MSIMessage* _msg_start = msi_new_message ( TYPE_REQUEST, stringify_request ( start ) ); | ||
963 | msi_msg_set_cryptokey ( _msg_start, session->call->key_local, crypto_secretbox_KEYBYTES ); | ||
964 | msi_msg_set_nonce ( _msg_start, session->call->nonce_local, crypto_box_NONCEBYTES ); | ||
965 | send_message ( session, _msg_start, msg->friend_id ); | ||
966 | free_message ( _msg_start ); | ||
967 | |||
968 | flush_peer_type ( session, msg, 0 ); | ||
969 | |||
970 | event.rise ( callbacks[MSI_OnStarting], session->agent_handler ); | ||
971 | event.timer_release ( session->call->ringing_timer_id ); | ||
972 | |||
973 | return 1; | ||
974 | } | ||
975 | int handle_recv_ending ( MSISession* session, MSIMessage* msg ) { | ||
976 | assert ( session ); | ||
977 | |||
978 | if ( has_call_error ( session, msg ) == 0 ) | ||
979 | return 0; | ||
980 | |||
981 | |||
982 | terminate_call ( session ); | ||
983 | |||
984 | event.rise ( callbacks[MSI_OnEnding], session->agent_handler ); | ||
985 | |||
986 | return 1; | ||
987 | } | ||
988 | int handle_recv_error ( MSISession* session, MSIMessage* msg ) { | ||
989 | assert ( session ); | ||
990 | assert ( session->call ); | ||
991 | |||
992 | /* Handle error accordingly */ | ||
993 | if ( msg->reason.header_value ) { | ||
994 | session->last_error_id = atoi ( ( const char* ) msg->reason.header_value ); | ||
995 | session->last_error_str = stringify_error ( session->last_error_id ); | ||
996 | } | ||
997 | |||
998 | terminate_call ( session ); | ||
999 | |||
1000 | event.rise ( callbacks[MSI_OnEnding], session->agent_handler ); | ||
1001 | |||
1002 | return 1; | ||
1003 | } | ||
1004 | |||
1005 | |||
1006 | /** | ||
1007 | * @brief BASIC call flow: | ||
1008 | * | ||
1009 | * ALICE BOB | ||
1010 | * | invite --> | | ||
1011 | * | | | ||
1012 | * | <-- ringing | | ||
1013 | * | | | ||
1014 | * | <-- starting | | ||
1015 | * | | | ||
1016 | * | start --> | | ||
1017 | * | | | ||
1018 | * | <-- MEDIA TRANS --> | | ||
1019 | * | | | ||
1020 | * | end --> | | ||
1021 | * | | | ||
1022 | * | <-- ending | | ||
1023 | * | ||
1024 | * Alice calls Bob by sending invite packet. | ||
1025 | * Bob recvs the packet and sends an ringing packet; | ||
1026 | * which notifies Alice that her invite is acknowledged. | ||
1027 | * Ringing screen shown on both sides. | ||
1028 | * Bob accepts the invite for a call by sending starting packet. | ||
1029 | * Alice recvs the starting packet and sends the started packet to | ||
1030 | * inform Bob that she recved the starting packet. | ||
1031 | * Now the media transmission is established ( i.e. RTP transmission ). | ||
1032 | * Alice hangs up and sends end packet. | ||
1033 | * Bob recves the end packet and sends ending packet | ||
1034 | * as the acknowledgement that the call is ending. | ||
1035 | * | ||
1036 | * | ||
1037 | */ | ||
1038 | void msi_handle_packet ( Messenger* messenger, int source, uint8_t* data, uint16_t length, void* object ) | ||
1039 | { | ||
1040 | /* Unused */ | ||
1041 | (void)messenger; | ||
1042 | |||
1043 | MSISession* _session = object; | ||
1044 | MSIMessage* _msg; | ||
1045 | |||
1046 | if ( !length ) return; | ||
1047 | |||
1048 | _msg = parse_message ( data, length ); | ||
1049 | |||
1050 | if ( !_msg ) return; | ||
1051 | |||
1052 | _msg->friend_id = source; | ||
1053 | |||
1054 | |||
1055 | /* Now handle message */ | ||
1056 | |||
1057 | if ( _msg->request.header_value ) { /* Handle request */ | ||
1058 | |||
1059 | const uint8_t* _request_value = _msg->request.header_value; | ||
1060 | |||
1061 | if ( same ( _request_value, stringify_request ( invite ) ) ) { | ||
1062 | handle_recv_invite ( _session, _msg ); | ||
1063 | |||
1064 | } else if ( same ( _request_value, stringify_request ( start ) ) ) { | ||
1065 | handle_recv_start ( _session, _msg ); | ||
1066 | |||
1067 | } else if ( same ( _request_value, stringify_request ( cancel ) ) ) { | ||
1068 | handle_recv_cancel ( _session, _msg ); | ||
1069 | |||
1070 | } else if ( same ( _request_value, stringify_request ( reject ) ) ) { | ||
1071 | handle_recv_reject ( _session, _msg ); | ||
1072 | |||
1073 | } else if ( same ( _request_value, stringify_request ( end ) ) ) { | ||
1074 | handle_recv_end ( _session, _msg ); | ||
1075 | } | ||
1076 | |||
1077 | else { | ||
1078 | free_message ( _msg ); | ||
1079 | return; | ||
1080 | } | ||
1081 | |||
1082 | } else if ( _msg->response.header_value ) { /* Handle response */ | ||
1083 | |||
1084 | const uint8_t* _response_value = _msg->response.header_value; | ||
1085 | |||
1086 | if ( same ( _response_value, stringify_response ( ringing ) ) ) { | ||
1087 | handle_recv_ringing ( _session, _msg ); | ||
1088 | |||
1089 | } else if ( same ( _response_value, stringify_response ( starting ) ) ) { | ||
1090 | handle_recv_starting ( _session, _msg ); | ||
1091 | |||
1092 | } else if ( same ( _response_value, stringify_response ( ending ) ) ) { | ||
1093 | handle_recv_ending ( _session, _msg ); | ||
1094 | |||
1095 | } else if ( same ( _response_value, stringify_response ( error ) ) ) { | ||
1096 | handle_recv_error ( _session, _msg ); | ||
1097 | } else { | ||
1098 | free_message ( _msg ); | ||
1099 | return; | ||
1100 | } | ||
1101 | |||
1102 | /* Got response so cancel timer */ | ||
1103 | if ( _session->call ) | ||
1104 | event.timer_release ( _session->call->request_timer_id ); | ||
1105 | |||
1106 | } | ||
1107 | |||
1108 | free_message ( _msg ); | ||
1109 | } | ||
1110 | |||
1111 | |||
1112 | /******************************************************************************************************************** | ||
1113 | * ******************************************************************************************************************* | ||
1114 | ******************************************************************************************************************** | ||
1115 | ******************************************************************************************************************** | ||
1116 | ******************************************************************************************************************** | ||
1117 | * | ||
1118 | * | ||
1119 | * | ||
1120 | * PUBLIC API FUNCTIONS IMPLEMENTATIONS | ||
1121 | * | ||
1122 | * | ||
1123 | * | ||
1124 | ******************************************************************************************************************** | ||
1125 | ******************************************************************************************************************** | ||
1126 | ******************************************************************************************************************** | ||
1127 | ******************************************************************************************************************** | ||
1128 | ********************************************************************************************************************/ | ||
1129 | |||
1130 | |||
1131 | |||
1132 | |||
1133 | |||
1134 | |||
1135 | |||
1136 | |||
1137 | /** | ||
1138 | * @brief Callback setter. | ||
1139 | * | ||
1140 | * @param callback The callback. | ||
1141 | * @param id The id. | ||
1142 | * @return void | ||
1143 | */ | ||
1144 | void msi_register_callback ( MSICallback callback, MSICallbackID id ) | ||
1145 | { | ||
1146 | callbacks[id] = callback; | ||
1147 | } | ||
1148 | |||
1149 | |||
1150 | /** | ||
1151 | * @brief Start the control session. | ||
1152 | * | ||
1153 | * @param messenger Tox* object. | ||
1154 | * @param user_agent User agent, i.e. 'Venom'; 'QT-gui' | ||
1155 | * @return MSISession* The created session. | ||
1156 | * @retval NULL Error occured. | ||
1157 | */ | ||
1158 | MSISession* msi_init_session ( Messenger* messenger, const uint8_t* ua_name ) { | ||
1159 | assert ( messenger ); | ||
1160 | |||
1161 | MSISession* _retu = calloc ( sizeof ( MSISession ), 1 ); | ||
1162 | assert ( _retu ); | ||
1163 | |||
1164 | _retu->ua_name = ua_name; | ||
1165 | _retu->messenger_handle = messenger; | ||
1166 | _retu->agent_handler = NULL; | ||
1167 | |||
1168 | _retu->call = NULL; | ||
1169 | |||
1170 | _retu->frequ = 10000; /* default value? */ | ||
1171 | _retu->call_timeout = 30000; /* default value? */ | ||
1172 | |||
1173 | |||
1174 | m_callback_msi_packet(messenger, msi_handle_packet, _retu ); | ||
1175 | |||
1176 | /* This is called when remote terminates session */ | ||
1177 | m_callback_connectionstatus_internal_av(messenger, handle_remote_connection_change, _retu); | ||
1178 | |||
1179 | return _retu; | ||
1180 | } | ||
1181 | |||
1182 | |||
1183 | /** | ||
1184 | * @brief Terminate control session. | ||
1185 | * | ||
1186 | * @param session The session | ||
1187 | * @return int | ||
1188 | */ | ||
1189 | int msi_terminate_session ( MSISession* session ) { | ||
1190 | assert ( session ); | ||
1191 | |||
1192 | int _status = 0; | ||
1193 | |||
1194 | terminate_call ( session ); | ||
1195 | m_callback_msi_packet((struct Messenger*) session->messenger_handle, NULL, NULL); | ||
1196 | |||
1197 | |||
1198 | /* TODO: Clean it up more? */ | ||
1199 | |||
1200 | free ( session ); | ||
1201 | return _status; | ||
1202 | } | ||
1203 | |||
1204 | |||
1205 | /** | ||
1206 | * @brief Send invite request to friend_id. | ||
1207 | * | ||
1208 | * @param session Control session. | ||
1209 | * @param call_type Type of the call. Audio or Video(both audio and video) | ||
1210 | * @param rngsec Ringing timeout. | ||
1211 | * @param friend_id The friend. | ||
1212 | * @return int | ||
1213 | */ | ||
1214 | int msi_invite ( MSISession* session, MSICallType call_type, uint32_t rngsec, uint32_t friend_id ) { | ||
1215 | assert ( session ); | ||
1216 | |||
1217 | MSIMessage* _msg_invite = msi_new_message ( TYPE_REQUEST, stringify_request ( invite ) ); | ||
1218 | |||
1219 | session->call = init_call ( session, 1, rngsec ); /* Just one for now */ | ||
1220 | t_randomstr ( session->call->id, CALL_ID_LEN ); | ||
1221 | |||
1222 | add_peer(session->call, friend_id ); | ||
1223 | |||
1224 | session->call->type_local = call_type; | ||
1225 | /* Do whatever with message */ | ||
1226 | |||
1227 | if ( call_type == type_audio ) { | ||
1228 | msi_msg_set_calltype | ||
1229 | ( _msg_invite, ( const uint8_t* ) CT_AUDIO_HEADER_VALUE, strlen ( CT_AUDIO_HEADER_VALUE ) ); | ||
1230 | } else { | ||
1231 | msi_msg_set_calltype | ||
1232 | ( _msg_invite, ( const uint8_t* ) CT_VIDEO_HEADER_VALUE, strlen ( CT_VIDEO_HEADER_VALUE ) ); | ||
1233 | } | ||
1234 | |||
1235 | send_message ( session, _msg_invite, friend_id ); | ||
1236 | free_message ( _msg_invite ); | ||
1237 | |||
1238 | session->call->state = call_inviting; | ||
1239 | |||
1240 | session->call->request_timer_id = event.timer_alloc ( handle_timeout, session, m_deftout ); | ||
1241 | |||
1242 | return 0; | ||
1243 | } | ||
1244 | |||
1245 | |||
1246 | /** | ||
1247 | * @brief Hangup active call. | ||
1248 | * | ||
1249 | * @param session Control session. | ||
1250 | * @return int | ||
1251 | * @retval -1 Error occured. | ||
1252 | * @retval 0 Success. | ||
1253 | */ | ||
1254 | int msi_hangup ( MSISession* session ) { | ||
1255 | assert ( session ); | ||
1256 | |||
1257 | if ( !session->call || session->call->state != call_active ) | ||
1258 | return -1; | ||
1259 | |||
1260 | MSIMessage* _msg_ending = msi_new_message ( TYPE_REQUEST, stringify_request ( end ) ); | ||
1261 | |||
1262 | /* hangup for each peer */ | ||
1263 | int _it = 0; | ||
1264 | for ( ; _it < session->call->peer_count; _it ++ ) | ||
1265 | send_message ( session, _msg_ending, session->call->peers[_it] ); | ||
1266 | |||
1267 | |||
1268 | free_message ( _msg_ending ); | ||
1269 | |||
1270 | session->call->request_timer_id = event.timer_alloc ( handle_timeout, session, m_deftout ); | ||
1271 | |||
1272 | return 0; | ||
1273 | } | ||
1274 | |||
1275 | |||
1276 | /** | ||
1277 | * @brief Answer active call request. | ||
1278 | * | ||
1279 | * @param session Control session. | ||
1280 | * @param call_type Answer with Audio or Video(both). | ||
1281 | * @return int | ||
1282 | */ | ||
1283 | int msi_answer ( MSISession* session, MSICallType call_type ) { | ||
1284 | assert ( session ); | ||
1285 | |||
1286 | MSIMessage* _msg_starting = msi_new_message ( TYPE_RESPONSE, stringify_response ( starting ) ); | ||
1287 | session->call->type_local = call_type; | ||
1288 | |||
1289 | if ( call_type == type_audio ) { | ||
1290 | msi_msg_set_calltype | ||
1291 | ( _msg_starting, ( const uint8_t* ) CT_AUDIO_HEADER_VALUE, strlen ( CT_AUDIO_HEADER_VALUE ) ); | ||
1292 | } else { | ||
1293 | msi_msg_set_calltype | ||
1294 | ( _msg_starting, ( const uint8_t* ) CT_VIDEO_HEADER_VALUE, strlen ( CT_VIDEO_HEADER_VALUE ) ); | ||
1295 | } | ||
1296 | |||
1297 | /* Now set the local encryption key and pass it with STARTING message */ | ||
1298 | |||
1299 | session->call->key_local = calloc ( sizeof ( uint8_t ), crypto_secretbox_KEYBYTES ); | ||
1300 | new_symmetric_key ( session->call->key_local ); | ||
1301 | |||
1302 | session->call->nonce_local = calloc ( sizeof ( uint8_t ), crypto_box_NONCEBYTES ); | ||
1303 | new_nonce ( session->call->nonce_local ); | ||
1304 | |||
1305 | msi_msg_set_cryptokey ( _msg_starting, session->call->key_local, crypto_secretbox_KEYBYTES ); | ||
1306 | msi_msg_set_nonce ( _msg_starting, session->call->nonce_local, crypto_box_NONCEBYTES ); | ||
1307 | |||
1308 | send_message ( session, _msg_starting, session->call->peers[session->call->peer_count - 1] ); | ||
1309 | free_message ( _msg_starting ); | ||
1310 | |||
1311 | session->call->state = call_active; | ||
1312 | |||
1313 | return 0; | ||
1314 | } | ||
1315 | |||
1316 | |||
1317 | /** | ||
1318 | * @brief Cancel request. | ||
1319 | * | ||
1320 | * @param session Control session. | ||
1321 | * @param reason Set optional reason header. Pass NULL if none. | ||
1322 | * @return int | ||
1323 | */ | ||
1324 | int msi_cancel ( MSISession* session, uint32_t peer, const uint8_t* reason ) { | ||
1325 | assert ( session ); | ||
1326 | |||
1327 | MSIMessage* _msg_cancel = msi_new_message ( TYPE_REQUEST, stringify_request ( cancel ) ); | ||
1328 | |||
1329 | if ( reason ) msi_msg_set_reason(_msg_cancel, reason, strlen((const char*)reason)); | ||
1330 | |||
1331 | send_message ( session, _msg_cancel, peer ); | ||
1332 | free_message ( _msg_cancel ); | ||
1333 | |||
1334 | terminate_call ( session ); | ||
1335 | |||
1336 | return 0; | ||
1337 | } | ||
1338 | |||
1339 | |||
1340 | /** | ||
1341 | * @brief Reject request. | ||
1342 | * | ||
1343 | * @param session Control session. | ||
1344 | * @return int | ||
1345 | */ | ||
1346 | int msi_reject ( MSISession* session, const uint8_t* reason ) { | ||
1347 | assert ( session ); | ||
1348 | |||
1349 | MSIMessage* _msg_reject = msi_new_message ( TYPE_REQUEST, stringify_request ( reject ) ); | ||
1350 | |||
1351 | if ( reason ) msi_msg_set_reason(_msg_reject, reason, strlen((const char*)reason) + 1); | ||
1352 | |||
1353 | send_message ( session, _msg_reject, session->call->peers[session->call->peer_count - 1] ); | ||
1354 | free_message ( _msg_reject ); | ||
1355 | |||
1356 | session->call->request_timer_id = event.timer_alloc ( handle_timeout, session, m_deftout ); | ||
1357 | |||
1358 | return 0; | ||
1359 | } | ||
1360 | |||
1361 | |||
1362 | /** | ||
1363 | * @brief Terminate the current call. | ||
1364 | * | ||
1365 | * @param session Control session. | ||
1366 | * @return int | ||
1367 | */ | ||
1368 | int msi_stopcall ( MSISession* session ) { | ||
1369 | assert ( session ); | ||
1370 | |||
1371 | if ( !session->call ) | ||
1372 | return -1; | ||
1373 | |||
1374 | /* just terminate it */ | ||
1375 | |||
1376 | terminate_call ( session ); | ||
1377 | |||
1378 | return 0; | ||
1379 | } \ No newline at end of file | ||
diff --git a/toxav/msi.h b/toxav/msi.h new file mode 100644 index 00000000..5b693da4 --- /dev/null +++ b/toxav/msi.h | |||
@@ -0,0 +1,233 @@ | |||
1 | /** toxmsi.h | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | #ifndef __TOXMSI | ||
25 | #define __TOXMSI | ||
26 | |||
27 | #include <inttypes.h> | ||
28 | #include <pthread.h> | ||
29 | |||
30 | #include "../toxcore/Messenger.h" | ||
31 | |||
32 | /* define size for call_id */ | ||
33 | #define CALL_ID_LEN 12 | ||
34 | |||
35 | |||
36 | typedef void* ( *MSICallback ) ( void* arg ); | ||
37 | |||
38 | |||
39 | /** | ||
40 | * @brief Call type identifier. Also used as rtp callback prefix. | ||
41 | */ | ||
42 | typedef enum { | ||
43 | type_audio = 70, | ||
44 | type_video | ||
45 | } MSICallType; | ||
46 | |||
47 | |||
48 | /** | ||
49 | * @brief Call state identifiers. | ||
50 | */ | ||
51 | typedef enum { | ||
52 | call_inviting, /* when sending call invite */ | ||
53 | call_starting, /* when getting call invite */ | ||
54 | call_active, | ||
55 | call_hold | ||
56 | |||
57 | } MSICallState; | ||
58 | |||
59 | |||
60 | |||
61 | /** | ||
62 | * @brief The call struct. | ||
63 | * | ||
64 | */ | ||
65 | typedef struct _MSICall { /* Call info structure */ | ||
66 | MSICallState state; | ||
67 | |||
68 | MSICallType type_local; /* Type of payload user is ending */ | ||
69 | MSICallType* type_peer; /* Type of payload others are sending */ | ||
70 | |||
71 | uint8_t id[CALL_ID_LEN]; /* Random value identifying the call */ | ||
72 | |||
73 | uint8_t* key_local; /* The key for encryption */ | ||
74 | uint8_t* key_peer; /* The key for decryption */ | ||
75 | |||
76 | uint8_t* nonce_local; /* Local nonce */ | ||
77 | uint8_t* nonce_peer; /* Peer nonce */ | ||
78 | |||
79 | int ringing_tout_ms; /* Ringing timeout in ms */ | ||
80 | |||
81 | int request_timer_id; /* Timer id for outgoing request/action */ | ||
82 | int ringing_timer_id; /* Timer id for ringing timeout */ | ||
83 | |||
84 | pthread_mutex_t mutex; /* It's to be assumed that call will have | ||
85 | * seperate thread so add mutex | ||
86 | */ | ||
87 | uint32_t* peers; | ||
88 | uint16_t peer_count; | ||
89 | |||
90 | |||
91 | } MSICall; | ||
92 | |||
93 | |||
94 | /** | ||
95 | * @brief Control session struct | ||
96 | * | ||
97 | */ | ||
98 | typedef struct _MSISession { | ||
99 | |||
100 | /* Call handler */ | ||
101 | struct _MSICall* call; | ||
102 | |||
103 | int last_error_id; /* Determine the last error */ | ||
104 | const uint8_t* last_error_str; | ||
105 | |||
106 | const uint8_t* ua_name; | ||
107 | |||
108 | void* agent_handler; /* Pointer to an object that is handling msi */ | ||
109 | Messenger* messenger_handle; | ||
110 | |||
111 | uint32_t frequ; | ||
112 | uint32_t call_timeout; /* Time of the timeout for some action to end; 0 if infinite */ | ||
113 | |||
114 | |||
115 | } MSISession; | ||
116 | |||
117 | |||
118 | /** | ||
119 | * @brief Callbacks ids that handle the states | ||
120 | */ | ||
121 | typedef enum { | ||
122 | /* Requests */ | ||
123 | MSI_OnInvite, | ||
124 | MSI_OnStart, | ||
125 | MSI_OnCancel, | ||
126 | MSI_OnReject, | ||
127 | MSI_OnEnd, | ||
128 | |||
129 | /* Responses */ | ||
130 | MSI_OnRinging, | ||
131 | MSI_OnStarting, | ||
132 | MSI_OnEnding, | ||
133 | |||
134 | /* Protocol */ | ||
135 | MSI_OnError, | ||
136 | MSI_OnRequestTimeout | ||
137 | |||
138 | } MSICallbackID; | ||
139 | |||
140 | |||
141 | /** | ||
142 | * @brief Callback setter. | ||
143 | * | ||
144 | * @param callback The callback. | ||
145 | * @param id The id. | ||
146 | * @return void | ||
147 | */ | ||
148 | void msi_register_callback(MSICallback callback, MSICallbackID id); | ||
149 | |||
150 | |||
151 | /** | ||
152 | * @brief Start the control session. | ||
153 | * | ||
154 | * @param messenger Tox* object. | ||
155 | * @param user_agent User agent, i.e. 'Venom'; 'QT-gui' | ||
156 | * @return MSISession* The created session. | ||
157 | * @retval NULL Error occured. | ||
158 | */ | ||
159 | MSISession* msi_init_session ( Messenger* messenger, const uint8_t* ua_name ); | ||
160 | |||
161 | |||
162 | /** | ||
163 | * @brief Terminate control session. | ||
164 | * | ||
165 | * @param session The session | ||
166 | * @return int | ||
167 | */ | ||
168 | int msi_terminate_session ( MSISession* session ); | ||
169 | |||
170 | |||
171 | /** | ||
172 | * @brief Send invite request to friend_id. | ||
173 | * | ||
174 | * @param session Control session. | ||
175 | * @param call_type Type of the call. Audio or Video(both audio and video) | ||
176 | * @param rngsec Ringing timeout. | ||
177 | * @param friend_id The friend. | ||
178 | * @return int | ||
179 | */ | ||
180 | int msi_invite ( MSISession* session, MSICallType call_type, uint32_t rngsec, uint32_t friend_id ); | ||
181 | |||
182 | |||
183 | /** | ||
184 | * @brief Hangup active call. | ||
185 | * | ||
186 | * @param session Control session. | ||
187 | * @return int | ||
188 | * @retval -1 Error occured. | ||
189 | * @retval 0 Success. | ||
190 | */ | ||
191 | int msi_hangup ( MSISession* session ); | ||
192 | |||
193 | |||
194 | /** | ||
195 | * @brief Answer active call request. | ||
196 | * | ||
197 | * @param session Control session. | ||
198 | * @param call_type Answer with Audio or Video(both). | ||
199 | * @return int | ||
200 | */ | ||
201 | int msi_answer ( MSISession* session, MSICallType call_type ); | ||
202 | |||
203 | |||
204 | /** | ||
205 | * @brief Cancel request. | ||
206 | * | ||
207 | * @param session Control session. | ||
208 | * @param peer To which peer. | ||
209 | * @param reason Set optional reason header. Pass NULL if none. | ||
210 | * @return int | ||
211 | */ | ||
212 | int msi_cancel ( MSISession* session, uint32_t peer, const uint8_t* reason ); | ||
213 | |||
214 | |||
215 | /** | ||
216 | * @brief Reject request. | ||
217 | * | ||
218 | * @param session Control session. | ||
219 | * @param reason Set optional reason header. Pass NULL if none. | ||
220 | * @return int | ||
221 | */ | ||
222 | int msi_reject ( MSISession* session, const uint8_t* reason ); | ||
223 | |||
224 | |||
225 | /** | ||
226 | * @brief Terminate the current call. | ||
227 | * | ||
228 | * @param session Control session. | ||
229 | * @return int | ||
230 | */ | ||
231 | int msi_stopcall ( MSISession* session ); | ||
232 | |||
233 | #endif /* __TOXMSI */ | ||
diff --git a/toxav/phone.c b/toxav/phone.c new file mode 100755 index 00000000..161275d9 --- /dev/null +++ b/toxav/phone.c | |||
@@ -0,0 +1,1308 @@ | |||
1 | /** phone.c | ||
2 | * | ||
3 | * NOTE NOTE NOTE NOTE NOTE NOTE | ||
4 | * | ||
5 | * This file is for testing/reference purposes only, hence | ||
6 | * it is _poorly_ designed and it does not fully reflect the | ||
7 | * quaility of msi nor rtp. Although toxmsi* and toxrtp* are tested | ||
8 | * there is always possiblity of crashes. If crash occures, | ||
9 | * contact me ( mannol ) on either irc channel #tox-dev @ freenode.net:6667 | ||
10 | * or eniz_vukovic@hotmail.com | ||
11 | * | ||
12 | * NOTE NOTE NOTE NOTE NOTE NOTE | ||
13 | * | ||
14 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
15 | * | ||
16 | * This file is part of Tox. | ||
17 | * | ||
18 | * Tox is free software: you can redistribute it and/or modify | ||
19 | * it under the terms of the GNU General Public License as published by | ||
20 | * the Free Software Foundation, either version 3 of the License, or | ||
21 | * (at your option) any later version. | ||
22 | * | ||
23 | * Tox is distributed in the hope that it will be useful, | ||
24 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
25 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
26 | * GNU General Public License for more details. | ||
27 | * | ||
28 | * You should have received a copy of the GNU General Public License | ||
29 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
30 | * | ||
31 | */ | ||
32 | |||
33 | #ifdef HAVE_CONFIG_H | ||
34 | #include "config.h" | ||
35 | #endif /* HAVE_CONFIG_H */ | ||
36 | |||
37 | #define _BSD_SOURCE | ||
38 | |||
39 | #include <stdio.h> | ||
40 | #include <string.h> | ||
41 | #include <stdlib.h> | ||
42 | #include <stdarg.h> | ||
43 | #include <unistd.h> | ||
44 | #include <assert.h> | ||
45 | #include <math.h> | ||
46 | #include <pthread.h> | ||
47 | |||
48 | //#include "media.h" | ||
49 | #include "toxav.h" | ||
50 | #include "event.h" | ||
51 | #include "../toxcore/tox.h" | ||
52 | |||
53 | #ifdef TOX_FFMPEG | ||
54 | /* Video encoding/decoding */ | ||
55 | #include <libavcodec/avcodec.h> | ||
56 | #include <libavformat/avformat.h> | ||
57 | #include <libswscale/swscale.h> | ||
58 | #include <libavdevice/avdevice.h> | ||
59 | #include <libavutil/opt.h> | ||
60 | #endif | ||
61 | |||
62 | #include <AL/al.h> | ||
63 | #include <AL/alc.h> | ||
64 | #include <SDL/SDL.h> | ||
65 | #include <SDL/SDL_thread.h> | ||
66 | |||
67 | /* the quit event for SDL */ | ||
68 | #define FF_QUIT_EVENT (SDL_USEREVENT + 2) | ||
69 | |||
70 | #ifdef __linux__ | ||
71 | #define VIDEO_DRIVER "video4linux2" | ||
72 | #define DEFAULT_WEBCAM "/dev/video0" | ||
73 | #endif | ||
74 | |||
75 | #if defined(_WIN32) || defined(__WIN32__) || defined (WIN32) | ||
76 | #define VIDEO_DRIVER "vfwcap" | ||
77 | #define DEFAULT_WEBCAM "0" | ||
78 | #endif | ||
79 | |||
80 | |||
81 | /* Define client version */ | ||
82 | #define _USERAGENT "v.0.3.0" | ||
83 | |||
84 | |||
85 | struct SDL_Surface *screen; | ||
86 | |||
87 | typedef struct { | ||
88 | struct SDL_Overlay *bmp; | ||
89 | int width, height; | ||
90 | } VideoPicture; | ||
91 | |||
92 | |||
93 | typedef struct av_friend_s { | ||
94 | int _id; | ||
95 | int _active; /* 0=false; 1=true; */ | ||
96 | } av_friend_t; | ||
97 | |||
98 | typedef struct av_session_s { | ||
99 | /* Encoding/decoding/capturing/playing */ | ||
100 | ToxAv* av; | ||
101 | |||
102 | VideoPicture video_picture; | ||
103 | struct ALCdevice *audio_capture_device; | ||
104 | |||
105 | /* context for converting image format to something SDL can use*/ | ||
106 | struct SwsContext *sws_SDL_r_ctx; | ||
107 | |||
108 | /* context for converting webcam image format to something the video encoder can use */ | ||
109 | struct SwsContext *sws_ctx; | ||
110 | |||
111 | /* Thread running control */ | ||
112 | int running_decaud, running_encaud, | ||
113 | running_decvid, running_encvid; | ||
114 | |||
115 | pthread_mutex_t _mutex; | ||
116 | |||
117 | Tox* _messenger; | ||
118 | av_friend_t* _friends; | ||
119 | int _friend_cout; | ||
120 | char _my_public_id[200]; | ||
121 | #ifdef TOX_FFMPEG | ||
122 | AVInputFormat *video_input_format; | ||
123 | AVFormatContext *video_format_ctx; | ||
124 | uint8_t video_stream; | ||
125 | AVCodecContext *webcam_decoder_ctx; | ||
126 | AVCodec *webcam_decoder; | ||
127 | #endif | ||
128 | } av_session_t; | ||
129 | |||
130 | |||
131 | void av_allocate_friend(av_session_t* _phone, int _id, int _active) | ||
132 | { | ||
133 | static int _new_id = 0; | ||
134 | |||
135 | if ( !_phone->_friends ) { | ||
136 | _phone->_friends = calloc(sizeof(av_friend_t), 1); | ||
137 | _phone->_friend_cout = 1; | ||
138 | } else{ | ||
139 | _phone->_friend_cout ++; | ||
140 | _phone->_friends = realloc(_phone->_friends, sizeof(av_friend_t) * _phone->_friend_cout); | ||
141 | } | ||
142 | |||
143 | if ( _id == -1 ) { | ||
144 | _phone->_friends->_id = _new_id; | ||
145 | _new_id ++; | ||
146 | } else _phone->_friends->_id = _id; | ||
147 | |||
148 | _phone->_friends->_active = _active; | ||
149 | } | ||
150 | av_friend_t* av_get_friend(av_session_t* _phone, int _id) | ||
151 | { | ||
152 | av_friend_t* _friends = _phone->_friends; | ||
153 | |||
154 | if ( !_friends ) return NULL; | ||
155 | |||
156 | int _it = 0; | ||
157 | for (; _it < _phone->_friend_cout; _it ++) | ||
158 | if ( _friends[_it]._id == _id ) | ||
159 | return _friends + _it; | ||
160 | |||
161 | return NULL; | ||
162 | } | ||
163 | |||
164 | |||
165 | /***************** MISC *****************/ | ||
166 | |||
167 | void INFO (const char* _format, ...) | ||
168 | { | ||
169 | printf("\r[!] "); | ||
170 | va_list _arg; | ||
171 | va_start (_arg, _format); | ||
172 | vfprintf (stdout, _format, _arg); | ||
173 | va_end (_arg); | ||
174 | printf("\n\r >> "); | ||
175 | fflush(stdout); | ||
176 | } | ||
177 | |||
178 | unsigned char *hex_string_to_bin(char hex_string[]) | ||
179 | { | ||
180 | size_t i, len = strlen(hex_string); | ||
181 | unsigned char *val = calloc(sizeof(unsigned char), len); | ||
182 | char *pos = hex_string; | ||
183 | |||
184 | for (i = 0; i < len; ++i, pos += 2) | ||
185 | sscanf(pos, "%2hhx", &val[i]); | ||
186 | |||
187 | return val; | ||
188 | } | ||
189 | |||
190 | int getinput( char* _buff, size_t _limit, int* _len ) | ||
191 | { | ||
192 | if ( fgets(_buff, _limit, stdin) == NULL ) | ||
193 | return -1; | ||
194 | |||
195 | *_len = strlen(_buff) - 1; | ||
196 | |||
197 | /* Get rid of newline */ | ||
198 | _buff[*_len] = '\0'; | ||
199 | |||
200 | return 0; | ||
201 | } | ||
202 | |||
203 | char* trim_spaces ( char* buff ) | ||
204 | { | ||
205 | |||
206 | int _i = 0, _len = strlen(buff); | ||
207 | |||
208 | char* container = calloc(sizeof(char), _len); | ||
209 | int _ci = 0; | ||
210 | |||
211 | for ( ; _i < _len; _i++ ) { | ||
212 | while ( _i < _len && buff[_i] == ' ' ) | ||
213 | _i++; | ||
214 | |||
215 | if ( _i < _len ){ | ||
216 | container[_ci] = buff[_i]; | ||
217 | _ci ++; | ||
218 | } | ||
219 | } | ||
220 | |||
221 | memcpy( buff, container, _ci ); | ||
222 | buff[_ci] = '\0'; | ||
223 | free(container); | ||
224 | return buff; | ||
225 | } | ||
226 | |||
227 | #define FRADDR_TOSTR_CHUNK_LEN 8 | ||
228 | |||
229 | static void fraddr_to_str(uint8_t *id_bin, char *id_str) | ||
230 | { | ||
231 | uint i, delta = 0, pos_extra = 0, sum_extra = 0; | ||
232 | |||
233 | for (i = 0; i < TOX_FRIEND_ADDRESS_SIZE; i++) { | ||
234 | sprintf(&id_str[2 * i + delta], "%02hhX", id_bin[i]); | ||
235 | |||
236 | if ((i + 1) == TOX_CLIENT_ID_SIZE) | ||
237 | pos_extra = 2 * (i + 1) + delta; | ||
238 | |||
239 | if (i >= TOX_CLIENT_ID_SIZE) | ||
240 | sum_extra |= id_bin[i]; | ||
241 | |||
242 | if (!((i + 1) % FRADDR_TOSTR_CHUNK_LEN)) { | ||
243 | id_str[2 * (i + 1) + delta] = ' '; | ||
244 | delta++; | ||
245 | } | ||
246 | } | ||
247 | |||
248 | id_str[2 * i + delta] = 0; | ||
249 | |||
250 | if (!sum_extra) | ||
251 | id_str[pos_extra] = 0; | ||
252 | } | ||
253 | |||
254 | /********************************************* | ||
255 | ********************************************* | ||
256 | ********************************************* | ||
257 | ********************************************* | ||
258 | ********************************************* | ||
259 | ********************************************* | ||
260 | ********************************************* | ||
261 | ********************************************* | ||
262 | */ | ||
263 | |||
264 | |||
265 | /* | ||
266 | * How av stuff _should_ look like | ||
267 | */ | ||
268 | /* | ||
269 | int display_received_frame(av_session_t* _phone, vpx_image_t *image) | ||
270 | { | ||
271 | CodecState* cs = get_cs_temp(_phone->av); | ||
272 | AVPicture pict; | ||
273 | SDL_LockYUVOverlay(_phone->video_picture.bmp); | ||
274 | |||
275 | pict.data[0] = _phone->video_picture.bmp->pixels[0]; | ||
276 | pict.data[1] = _phone->video_picture.bmp->pixels[2]; | ||
277 | pict.data[2] = _phone->video_picture.bmp->pixels[1]; | ||
278 | pict.linesize[0] = _phone->video_picture.bmp->pitches[0]; | ||
279 | pict.linesize[1] = _phone->video_picture.bmp->pitches[2]; | ||
280 | pict.linesize[2] = _phone->video_picture.bmp->pitches[1]; | ||
281 | */ | ||
282 | /* Convert the image into YUV format that SDL uses *//* | ||
283 | sws_scale(_phone->sws_SDL_r_ctx, (uint8_t const * const *)r_video_frame->data, r_video_frame->linesize, 0, | ||
284 | cs->video_decoder_ctx->height, pict.data, pict.linesize ); | ||
285 | |||
286 | SDL_UnlockYUVOverlay(_phone->video_picture.bmp); | ||
287 | SDL_Rect rect; | ||
288 | rect.x = 0; | ||
289 | rect.y = 0; | ||
290 | rect.w = cs->video_decoder_ctx->width; | ||
291 | rect.h = cs->video_decoder_ctx->height; | ||
292 | SDL_DisplayYUVOverlay(_phone->video_picture.bmp, &rect); | ||
293 | return 1; | ||
294 | } | ||
295 | */ | ||
296 | #ifdef TOX_FFMPEG | ||
297 | void *encode_video_thread(void *arg) | ||
298 | { | ||
299 | INFO("Started encode video thread!"); | ||
300 | |||
301 | av_session_t* _phone = arg; | ||
302 | |||
303 | _phone->running_encvid = 1; | ||
304 | //CodecState *cs = get_cs_temp(_phone->av); | ||
305 | AVPacket pkt1, *packet = &pkt1; | ||
306 | //int p = 0; | ||
307 | //int got_packet; | ||
308 | int video_frame_finished; | ||
309 | AVFrame *s_video_frame; | ||
310 | AVFrame *webcam_frame; | ||
311 | s_video_frame = avcodec_alloc_frame(); | ||
312 | webcam_frame = avcodec_alloc_frame(); | ||
313 | //AVPacket enc_video_packet; | ||
314 | |||
315 | uint8_t *buffer; | ||
316 | int numBytes; | ||
317 | /* Determine required buffer size and allocate buffer */ | ||
318 | numBytes = avpicture_get_size(PIX_FMT_YUV420P, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height); | ||
319 | buffer = (uint8_t *)av_calloc(numBytes * sizeof(uint8_t),1); | ||
320 | avpicture_fill((AVPicture *)s_video_frame, buffer, PIX_FMT_YUV420P, _phone->webcam_decoder_ctx->width, | ||
321 | _phone->webcam_decoder_ctx->height); | ||
322 | _phone->sws_ctx = sws_getContext(_phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height, | ||
323 | _phone->webcam_decoder_ctx->pix_fmt, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height, PIX_FMT_YUV420P, | ||
324 | SWS_BILINEAR, NULL, NULL, NULL); | ||
325 | |||
326 | |||
327 | vpx_image_t *image = | ||
328 | vpx_img_alloc(NULL, VPX_IMG_FMT_I420, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height, 1); | ||
329 | |||
330 | //uint32_t frame_counter = 0; | ||
331 | while (_phone->running_encvid) { | ||
332 | |||
333 | if (av_read_frame(_phone->video_format_ctx, packet) < 0) { | ||
334 | printf("error reading frame\n"); | ||
335 | |||
336 | if (_phone->video_format_ctx->pb->error != 0) | ||
337 | break; | ||
338 | |||
339 | continue; | ||
340 | } | ||
341 | |||
342 | if (packet->stream_index == _phone->video_stream) { | ||
343 | if (avcodec_decode_video2(_phone->webcam_decoder_ctx, webcam_frame, &video_frame_finished, packet) < 0) { | ||
344 | printf("couldn't decode\n"); | ||
345 | continue; | ||
346 | } | ||
347 | |||
348 | av_free_packet(packet); | ||
349 | sws_scale(_phone->sws_ctx, (uint8_t const * const *)webcam_frame->data, webcam_frame->linesize, 0, | ||
350 | _phone->webcam_decoder_ctx->height, s_video_frame->data, s_video_frame->linesize); | ||
351 | /* create a new I-frame every 60 frames */ | ||
352 | //++p; | ||
353 | /* | ||
354 | if (p == 60) { | ||
355 | |||
356 | s_video_frame->pict_type = AV_PICTURE_TYPE_BI ; | ||
357 | } else if (p == 61) { | ||
358 | s_video_frame->pict_type = AV_PICTURE_TYPE_I ; | ||
359 | p = 0; | ||
360 | } else { | ||
361 | s_video_frame->pict_type = AV_PICTURE_TYPE_P ; | ||
362 | }*/ | ||
363 | |||
364 | if (video_frame_finished) { | ||
365 | memcpy(image->planes[VPX_PLANE_Y], s_video_frame->data[0], s_video_frame->linesize[0] * _phone->webcam_decoder_ctx->height); | ||
366 | memcpy(image->planes[VPX_PLANE_U], s_video_frame->data[1], s_video_frame->linesize[1] * _phone->webcam_decoder_ctx->height / 2); | ||
367 | memcpy(image->planes[VPX_PLANE_V], s_video_frame->data[2], s_video_frame->linesize[2] * _phone->webcam_decoder_ctx->height / 2); | ||
368 | toxav_send_video (_phone->av, image); | ||
369 | //if (avcodec_encode_video2(cs->video_encoder_ctx, &enc_video_packet, s_video_frame, &got_packet) < 0) { | ||
370 | /*if (vpx_codec_encode(&cs->v_encoder, image, frame_counter, 1, 0, 0) != VPX_CODEC_OK) { | ||
371 | printf("could not encode video frame\n"); | ||
372 | continue; | ||
373 | } | ||
374 | ++frame_counter; | ||
375 | |||
376 | vpx_codec_iter_t iter = NULL; | ||
377 | vpx_codec_cx_pkt_t *pkt; | ||
378 | while( (pkt = vpx_codec_get_cx_data(&cs->v_encoder, &iter)) ) { | ||
379 | if (pkt->kind == VPX_CODEC_CX_FRAME_PKT) | ||
380 | toxav_send_rtp_payload(_phone->av, TypeVideo, pkt->data.frame.buf, pkt->data.frame.sz); | ||
381 | }*/ | ||
382 | //if (!got_packet) { | ||
383 | // continue; | ||
384 | //} | ||
385 | |||
386 | //if (!enc_video_packet.data) fprintf(stderr, "video packet data is NULL\n"); | ||
387 | |||
388 | //toxav_send_rtp_payload(_phone->av, TypeVideo, enc_video_packet.data, enc_video_packet.size); | ||
389 | |||
390 | //av_free_packet(&enc_video_packet); | ||
391 | } | ||
392 | } else { | ||
393 | av_free_packet(packet); | ||
394 | } | ||
395 | } | ||
396 | |||
397 | vpx_img_free(image); | ||
398 | |||
399 | /* clean up codecs */ | ||
400 | //pthread_mutex_lock(&cs->ctrl_mutex); | ||
401 | av_free(buffer); | ||
402 | av_free(webcam_frame); | ||
403 | av_free(s_video_frame); | ||
404 | sws_freeContext(_phone->sws_ctx); | ||
405 | //avcodec_close(webcam_decoder_ctx); | ||
406 | //avcodec_close(cs->video_encoder_ctx); | ||
407 | //pthread_mutex_unlock(&cs->ctrl_mutex); | ||
408 | |||
409 | _phone->running_encvid = -1; | ||
410 | |||
411 | pthread_exit ( NULL ); | ||
412 | } | ||
413 | #endif | ||
414 | |||
415 | void *encode_audio_thread(void *arg) | ||
416 | { | ||
417 | INFO("Started encode audio thread!"); | ||
418 | av_session_t* _phone = arg; | ||
419 | _phone->running_encaud = 1; | ||
420 | |||
421 | int ret = 0; | ||
422 | int16_t frame[4096]; | ||
423 | int frame_size = AUDIO_FRAME_SIZE; | ||
424 | ALint sample = 0; | ||
425 | alcCaptureStart((ALCdevice*)_phone->audio_capture_device); | ||
426 | |||
427 | while (_phone->running_encaud) { | ||
428 | alcGetIntegerv((ALCdevice*)_phone->audio_capture_device, ALC_CAPTURE_SAMPLES, (ALCsizei)sizeof(ALint), &sample); | ||
429 | |||
430 | if (sample >= frame_size) { | ||
431 | alcCaptureSamples((ALCdevice*)_phone->audio_capture_device, frame, frame_size); | ||
432 | |||
433 | ret = toxav_send_audio(_phone->av, frame, frame_size); | ||
434 | |||
435 | if (ret < 0) | ||
436 | printf("Could not encode or send audio packet\n"); | ||
437 | |||
438 | } else { | ||
439 | usleep(1000); | ||
440 | } | ||
441 | } | ||
442 | |||
443 | /* clean up codecs * | ||
444 | pthread_mutex_lock(&cs->ctrl_mutex);* / | ||
445 | alcCaptureStop((ALCdevice*)_phone->audio_capture_device); | ||
446 | alcCaptureCloseDevice((ALCdevice*)_phone->audio_capture_device); | ||
447 | / *pthread_mutex_unlock(&cs->ctrl_mutex);*/ | ||
448 | _phone->running_encaud = -1; | ||
449 | pthread_exit ( NULL ); | ||
450 | } | ||
451 | |||
452 | void convert_to_rgb(vpx_image_t *img, unsigned char *out) | ||
453 | { | ||
454 | const int w = img->d_w; | ||
455 | const int w2 = w/2; | ||
456 | const int pstride = w*3; | ||
457 | const int h = img->d_h; | ||
458 | const int h2 = h/2; | ||
459 | |||
460 | const int strideY = img->stride[0]; | ||
461 | const int strideU = img->stride[1]; | ||
462 | const int strideV = img->stride[2]; | ||
463 | int posy, posx; | ||
464 | for (posy = 0; posy < h2; posy++) { | ||
465 | unsigned char *dst = out + pstride * (posy * 2); | ||
466 | unsigned char *dst2 = out + pstride * (posy * 2 + 1); | ||
467 | const unsigned char *srcY = img->planes[0] + strideY * posy * 2; | ||
468 | const unsigned char *srcY2 = img->planes[0] + strideY * (posy * 2 + 1); | ||
469 | const unsigned char *srcU = img->planes[1] + strideU * posy; | ||
470 | const unsigned char *srcV = img->planes[2] + strideV * posy; | ||
471 | |||
472 | for (posx = 0; posx < w2; posx++) { | ||
473 | unsigned char Y,U,V; | ||
474 | short R,G,B; | ||
475 | short iR,iG,iB; | ||
476 | |||
477 | U = *(srcU++); V = *(srcV++); | ||
478 | iR = (351 * (V-128)) / 256; | ||
479 | iG = - (179 * (V-128)) / 256 - (86 * (U-128)) / 256; | ||
480 | iB = (444 * (U-128)) / 256; | ||
481 | |||
482 | Y = *(srcY++); | ||
483 | R = Y + iR ; G = Y + iG ; B = Y + iB ; | ||
484 | R = (R<0?0:(R>255?255:R)); G = (G<0?0:(G>255?255:G)); B = (B<0?0:(B>255?255:B)); | ||
485 | *(dst++) = R; *(dst++) = G; *(dst++) = B; | ||
486 | |||
487 | Y = *(srcY2++); | ||
488 | R = Y + iR ; G = Y + iG ; B = Y + iB ; | ||
489 | R = (R<0?0:(R>255?255:R)); G = (G<0?0:(G>255?255:G)); B = (B<0?0:(B>255?255:B)); | ||
490 | *(dst2++) = R; *(dst2++) = G; *(dst2++) = B; | ||
491 | |||
492 | Y = *(srcY++) ; | ||
493 | R = Y + iR ; G = Y + iG ; B = Y + iB ; | ||
494 | R = (R<0?0:(R>255?255:R)); G = (G<0?0:(G>255?255:G)); B = (B<0?0:(B>255?255:B)); | ||
495 | *(dst++) = R; *(dst++) = G; *(dst++) = B; | ||
496 | |||
497 | Y = *(srcY2++); | ||
498 | R = Y + iR ; G = Y + iG ; B = Y + iB ; | ||
499 | R = (R<0?0:(R>255?255:R)); G = (G<0?0:(G>255?255:G)); B = (B<0?0:(B>255?255:B)); | ||
500 | *(dst2++) = R; *(dst2++) = G; *(dst2++) = B; | ||
501 | } | ||
502 | } | ||
503 | } | ||
504 | |||
505 | #define mask32(BYTE) (*(uint32_t *)(uint8_t [4]){ [BYTE] = 0xff }) | ||
506 | |||
507 | void *decode_video_thread(void *arg) | ||
508 | { | ||
509 | INFO("Started decode video thread!"); | ||
510 | av_session_t* _phone = arg; | ||
511 | _phone->running_decvid = 1; | ||
512 | |||
513 | //CodecState *cs = get_cs_temp(_phone->av); | ||
514 | //cs->video_stream = 0; | ||
515 | |||
516 | //int recved_size; | ||
517 | //uint8_t dest[RTP_PAYLOAD_SIZE]; | ||
518 | |||
519 | //int dec_frame_finished; | ||
520 | //AVFrame *r_video_frame; | ||
521 | //r_video_frame = avcodec_alloc_frame(); | ||
522 | //AVPacket dec_video_packet; | ||
523 | //av_new_packet (&dec_video_packet, 65536); | ||
524 | int width = 0; | ||
525 | int height = 0; | ||
526 | |||
527 | while (_phone->running_decvid) { | ||
528 | //recved_size = toxav_recv_rtp_payload(_phone->av, TypeVideo, dest); | ||
529 | //if (recved_size) { | ||
530 | vpx_image_t *image; | ||
531 | if (toxav_recv_video(_phone->av, &image) == 0) { | ||
532 | //memcpy(dec_video_packet.data, dest, recved_size); | ||
533 | //dec_video_packet.size = recved_size; | ||
534 | |||
535 | //avcodec_decode_video2(cs->video_decoder_ctx, r_video_frame, &dec_frame_finished, &dec_video_packet); | ||
536 | |||
537 | //if (dec_frame_finished) { | ||
538 | |||
539 | /* Check if size has changed */ | ||
540 | if (image->d_w != width || image->d_h != height) { | ||
541 | |||
542 | width = image->d_w; | ||
543 | height = image->d_h; | ||
544 | |||
545 | printf("w: %d h: %d \n", width, height); | ||
546 | |||
547 | screen = SDL_SetVideoMode(width, height, 0, 0); | ||
548 | |||
549 | //if (_phone->video_picture.bmp) | ||
550 | // SDL_FreeYUVOverlay(_phone->video_picture.bmp); | ||
551 | |||
552 | //_phone->video_picture.bmp = SDL_CreateYUVOverlay(width, height, SDL_YV12_OVERLAY, screen); | ||
553 | // _phone->sws_SDL_r_ctx = sws_getContext(width, height, cs->video_decoder_ctx->pix_fmt, width, height, PIX_FMT_YUV420P, | ||
554 | // SWS_BILINEAR, NULL, NULL, NULL); | ||
555 | } | ||
556 | uint8_t *rgb_image = malloc(width*height*3); | ||
557 | convert_to_rgb(image, rgb_image); | ||
558 | SDL_Surface* img_surface = SDL_CreateRGBSurfaceFrom(rgb_image, width, height, 24, width * 3, mask32(0), mask32(1), mask32(2), 0); | ||
559 | if(SDL_BlitSurface(img_surface, NULL, screen, NULL) == 0) | ||
560 | SDL_UpdateRect(screen, 0, 0, 0, 0); | ||
561 | /* | ||
562 | SDL_LockYUVOverlay(_phone->video_picture.bmp); | ||
563 | memcpy(_phone->video_picture.bmp->pixels[0], image->planes[VPX_PLANE_Y], _phone->video_picture.bmp->pitches[0] * height); | ||
564 | memcpy(_phone->video_picture.bmp->pixels[1], image->planes[VPX_PLANE_V], _phone->video_picture.bmp->pitches[1] * height / 2); | ||
565 | memcpy(_phone->video_picture.bmp->pixels[2], image->planes[VPX_PLANE_U], _phone->video_picture.bmp->pitches[2] * height / 2); | ||
566 | |||
567 | SDL_Rect rect; | ||
568 | rect.x = 0; | ||
569 | rect.y = 0; | ||
570 | rect.w = width; | ||
571 | rect.h = height; | ||
572 | SDL_DisplayYUVOverlay(_phone->video_picture.bmp, &rect);*/ | ||
573 | free(rgb_image); | ||
574 | //display_received_frame(_phone, image); | ||
575 | |||
576 | } //else { | ||
577 | /* TODO: request the sender to create a new i-frame immediatly */ | ||
578 | //printf("Bad video packet\n"); | ||
579 | //} | ||
580 | //} | ||
581 | |||
582 | usleep(1000); | ||
583 | } | ||
584 | |||
585 | /* clean up codecs */ | ||
586 | //av_free(r_video_frame); | ||
587 | |||
588 | //pthread_mutex_lock(&cs->ctrl_mutex); | ||
589 | //avcodec_close(cs->video_decoder_ctx); | ||
590 | //pthread_mutex_unlock(&cs->ctrl_mutex); | ||
591 | |||
592 | _phone->running_decvid = -1; | ||
593 | |||
594 | pthread_exit ( NULL ); | ||
595 | } | ||
596 | |||
597 | void *decode_audio_thread(void *arg) | ||
598 | { | ||
599 | INFO("Started decode audio thread!"); | ||
600 | av_session_t* _phone = arg; | ||
601 | _phone->running_decaud = 1; | ||
602 | |||
603 | //int recved_size; | ||
604 | //uint8_t dest [RTP_PAYLOAD_SIZE]; | ||
605 | |||
606 | int frame_size = AUDIO_FRAME_SIZE; | ||
607 | //int data_size; | ||
608 | |||
609 | ALCdevice *dev; | ||
610 | ALCcontext *ctx; | ||
611 | ALuint source, *buffers; | ||
612 | dev = alcOpenDevice(NULL); | ||
613 | ctx = alcCreateContext(dev, NULL); | ||
614 | alcMakeContextCurrent(ctx); | ||
615 | int openal_buffers = 5; | ||
616 | |||
617 | buffers = calloc(sizeof(ALuint) * openal_buffers,1); | ||
618 | alGenBuffers(openal_buffers, buffers); | ||
619 | alGenSources((ALuint)1, &source); | ||
620 | alSourcei(source, AL_LOOPING, AL_FALSE); | ||
621 | |||
622 | ALuint buffer; | ||
623 | ALint ready; | ||
624 | |||
625 | uint16_t zeros[frame_size]; | ||
626 | memset(zeros, 0, frame_size); | ||
627 | int16_t PCM[frame_size]; | ||
628 | |||
629 | int i; | ||
630 | for (i = 0; i < openal_buffers; ++i) { | ||
631 | alBufferData(buffers[i], AL_FORMAT_MONO16, zeros, frame_size, 48000); | ||
632 | } | ||
633 | |||
634 | alSourceQueueBuffers(source, openal_buffers, buffers); | ||
635 | alSourcePlay(source); | ||
636 | |||
637 | if (alGetError() != AL_NO_ERROR) { | ||
638 | fprintf(stderr, "Error starting audio\n"); | ||
639 | goto ending; | ||
640 | } | ||
641 | |||
642 | int dec_frame_len = 0; | ||
643 | |||
644 | while (_phone->running_decaud) { | ||
645 | |||
646 | alGetSourcei(source, AL_BUFFERS_PROCESSED, &ready); | ||
647 | if (ready <= 0) | ||
648 | continue; | ||
649 | |||
650 | dec_frame_len = toxav_recv_audio(_phone->av, frame_size, PCM); | ||
651 | |||
652 | /* Play the packet */ | ||
653 | if (dec_frame_len > 0) { | ||
654 | alSourceUnqueueBuffers(source, 1, &buffer); | ||
655 | alBufferData(buffer, AL_FORMAT_MONO16, PCM, dec_frame_len * 2 * 1, 48000); | ||
656 | int error = alGetError(); | ||
657 | |||
658 | if (error != AL_NO_ERROR) { | ||
659 | fprintf(stderr, "Error setting buffer %d\n", error); | ||
660 | break; | ||
661 | } | ||
662 | |||
663 | alSourceQueueBuffers(source, 1, &buffer); | ||
664 | |||
665 | if (alGetError() != AL_NO_ERROR) { | ||
666 | fprintf(stderr, "Error: could not buffer audio\n"); | ||
667 | break; | ||
668 | } | ||
669 | |||
670 | alGetSourcei(source, AL_SOURCE_STATE, &ready); | ||
671 | |||
672 | if (ready != AL_PLAYING) alSourcePlay(source); | ||
673 | } | ||
674 | |||
675 | usleep(1000); | ||
676 | } | ||
677 | |||
678 | |||
679 | ending: | ||
680 | /* clean up codecs */ | ||
681 | //pthread_mutex_lock(&cs->ctrl_mutex); | ||
682 | /* | ||
683 | alDeleteSources(1, &source); | ||
684 | alDeleteBuffers(openal_buffers, buffers); | ||
685 | alcMakeContextCurrent(NULL); | ||
686 | alcDestroyContext(ctx); | ||
687 | alcCloseDevice(dev); | ||
688 | */ | ||
689 | //pthread_mutex_unlock(&cs->ctrl_mutex); | ||
690 | |||
691 | _phone->running_decaud = -1; | ||
692 | |||
693 | pthread_exit ( NULL ); | ||
694 | } | ||
695 | |||
696 | |||
697 | |||
698 | |||
699 | |||
700 | int phone_startmedia_loop ( ToxAv* arg ) | ||
701 | { | ||
702 | if ( !arg ){ | ||
703 | return -1; | ||
704 | } | ||
705 | |||
706 | toxav_prepare_transmission(arg); | ||
707 | |||
708 | /* | ||
709 | * Rise all threads | ||
710 | */ | ||
711 | #ifdef TOX_FFMPEG | ||
712 | /* Only checks for last peer */ | ||
713 | if ( toxav_get_peer_transmission_type(arg, 0) == TypeVideo && | ||
714 | 0 > event.rise(encode_video_thread, toxav_get_agent_handler(arg)) ) | ||
715 | { | ||
716 | INFO("Error while starting encode_video_thread()"); | ||
717 | return -1; | ||
718 | } | ||
719 | #endif | ||
720 | /* Always send audio */ | ||
721 | if ( 0 > event.rise(encode_audio_thread, toxav_get_agent_handler(arg)) ) | ||
722 | { | ||
723 | INFO("Error while starting encode_audio_thread()"); | ||
724 | return -1; | ||
725 | } | ||
726 | |||
727 | /* Only checks for last peer */ | ||
728 | if ( toxav_get_peer_transmission_type(arg, 0) == TypeVideo && | ||
729 | 0 > event.rise(decode_video_thread, toxav_get_agent_handler(arg)) ) | ||
730 | { | ||
731 | INFO("Error while starting decode_video_thread()"); | ||
732 | return -1; | ||
733 | } | ||
734 | |||
735 | if ( 0 > event.rise(decode_audio_thread, toxav_get_agent_handler(arg)) ) | ||
736 | { | ||
737 | INFO("Error while starting decode_audio_thread()"); | ||
738 | return -1; | ||
739 | } | ||
740 | |||
741 | |||
742 | return 0; | ||
743 | } | ||
744 | |||
745 | |||
746 | |||
747 | |||
748 | |||
749 | |||
750 | /********************************************* | ||
751 | ********************************************* | ||
752 | ********************************************* | ||
753 | ********************************************* | ||
754 | ********************************************* | ||
755 | ********************************************* | ||
756 | ********************************************* | ||
757 | ********************************************* | ||
758 | */ | ||
759 | |||
760 | |||
761 | /* Some example callbacks */ | ||
762 | |||
763 | void* callback_recv_invite ( void* _arg ) | ||
764 | { | ||
765 | assert(_arg); | ||
766 | |||
767 | switch ( toxav_get_peer_transmission_type(_arg, 0) ){ | ||
768 | case TypeAudio: | ||
769 | INFO( "Incoming audio call!"); | ||
770 | break; | ||
771 | case TypeVideo: | ||
772 | INFO( "Incoming video call!"); | ||
773 | break; | ||
774 | } | ||
775 | |||
776 | pthread_exit(NULL); | ||
777 | } | ||
778 | void* callback_recv_ringing ( void* _arg ) | ||
779 | { | ||
780 | INFO ( "Ringing!" ); | ||
781 | pthread_exit(NULL); | ||
782 | } | ||
783 | void* callback_recv_starting ( void* _arg ) | ||
784 | { | ||
785 | if ( 0 != phone_startmedia_loop(_arg) ){ | ||
786 | INFO("Starting call failed!"); | ||
787 | } else { | ||
788 | INFO ("Call started! ( press h to hangup )"); | ||
789 | } | ||
790 | pthread_exit(NULL); | ||
791 | } | ||
792 | void* callback_recv_ending ( void* _arg ) | ||
793 | { | ||
794 | av_session_t* _phone = toxav_get_agent_handler(_arg); | ||
795 | |||
796 | _phone->running_encaud = 0; | ||
797 | _phone->running_decaud = 0; | ||
798 | _phone->running_encvid = 0; | ||
799 | _phone->running_decvid = 0; | ||
800 | |||
801 | /* Wait until all threads are done */ | ||
802 | |||
803 | while ( _phone->running_encaud != -1 || | ||
804 | _phone->running_decaud != -1 || | ||
805 | _phone->running_encvid != -1 || | ||
806 | _phone->running_decvid != -1 ) | ||
807 | |||
808 | usleep(10000000); | ||
809 | |||
810 | INFO ( "Call ended!" ); | ||
811 | pthread_exit(NULL); | ||
812 | } | ||
813 | |||
814 | void* callback_recv_error ( void* _arg ) | ||
815 | { | ||
816 | /*MSISession* _session = _arg; | ||
817 | |||
818 | INFO( "Error: %s", _session->last_error_str ); */ | ||
819 | pthread_exit(NULL); | ||
820 | } | ||
821 | |||
822 | void* callback_call_started ( void* _arg ) | ||
823 | { | ||
824 | if ( 0 != phone_startmedia_loop(_arg) ){ | ||
825 | INFO("Starting call failed!"); | ||
826 | } else { | ||
827 | INFO ("Call started! ( press h to hangup )"); | ||
828 | } | ||
829 | |||
830 | pthread_exit(NULL); | ||
831 | } | ||
832 | void* callback_call_canceled ( void* _arg ) | ||
833 | { | ||
834 | INFO ( "Call canceled!" ); | ||
835 | pthread_exit(NULL); | ||
836 | } | ||
837 | void* callback_call_rejected ( void* _arg ) | ||
838 | { | ||
839 | INFO ( "Call rejected!" ); | ||
840 | pthread_exit(NULL); | ||
841 | } | ||
842 | void* callback_call_ended ( void* _arg ) | ||
843 | { | ||
844 | av_session_t* _phone = toxav_get_agent_handler(_arg); | ||
845 | |||
846 | _phone->running_encaud = 0; | ||
847 | _phone->running_decaud = 0; | ||
848 | _phone->running_encvid = 0; | ||
849 | _phone->running_decvid = 0; | ||
850 | |||
851 | /* Wait until all threads are done */ | ||
852 | |||
853 | while ( _phone->running_encaud != -1 || | ||
854 | _phone->running_decaud != -1 || | ||
855 | _phone->running_encvid != -1 || | ||
856 | _phone->running_decvid != -1 ) | ||
857 | |||
858 | usleep(10000000); | ||
859 | |||
860 | toxav_kill_transmission(_phone->av); | ||
861 | INFO ( "Call ended!" ); | ||
862 | pthread_exit(NULL); | ||
863 | } | ||
864 | |||
865 | void* callback_requ_timeout ( void* _arg ) | ||
866 | { | ||
867 | INFO( "No answer! " ); | ||
868 | pthread_exit(NULL); | ||
869 | } | ||
870 | |||
871 | av_session_t* av_init_session() | ||
872 | { | ||
873 | av_session_t* _retu = malloc(sizeof(av_session_t)); | ||
874 | |||
875 | /* Initialize our mutex */ | ||
876 | pthread_mutex_init ( &_retu->_mutex, NULL ); | ||
877 | |||
878 | _retu->_messenger = tox_new(1); | ||
879 | |||
880 | if ( !_retu->_messenger ) { | ||
881 | fprintf ( stderr, "tox_new() failed!\n" ); | ||
882 | return NULL; | ||
883 | } | ||
884 | |||
885 | _retu->_friends = NULL; | ||
886 | |||
887 | |||
888 | const ALchar *_device_list = alcGetString(NULL, ALC_CAPTURE_DEVICE_SPECIFIER); | ||
889 | int i = 0; | ||
890 | const ALchar *device_names[20]; | ||
891 | |||
892 | if ( _device_list ) { | ||
893 | INFO("\nAvailable Capture Devices are:"); | ||
894 | |||
895 | while (*_device_list ) { | ||
896 | device_names[i] = _device_list; | ||
897 | INFO("%d) %s", i, device_names[i]); | ||
898 | _device_list += strlen( _device_list ) + 1; | ||
899 | ++i; | ||
900 | } | ||
901 | } | ||
902 | |||
903 | INFO("Enter capture device number"); | ||
904 | |||
905 | char dev[2]; char* left; | ||
906 | char* warned_ = fgets(dev, 2, stdin); | ||
907 | (void)warned_; | ||
908 | long selection = strtol(dev, &left, 10); | ||
909 | |||
910 | if ( *left ) { | ||
911 | printf("'%s' is not a number!", dev); | ||
912 | fflush(stdout); | ||
913 | exit(EXIT_FAILURE); | ||
914 | } | ||
915 | else { | ||
916 | INFO("Selected: %d ( %s )", selection, device_names[selection]); | ||
917 | } | ||
918 | |||
919 | _retu->audio_capture_device = | ||
920 | (struct ALCdevice*)alcCaptureOpenDevice( | ||
921 | device_names[selection], AUDIO_SAMPLE_RATE, AL_FORMAT_MONO16, AUDIO_FRAME_SIZE * 4); | ||
922 | |||
923 | |||
924 | if (alcGetError((ALCdevice*)_retu->audio_capture_device) != AL_NO_ERROR) { | ||
925 | printf("Could not start capture device! %d\n", alcGetError((ALCdevice*)_retu->audio_capture_device)); | ||
926 | return 0; | ||
927 | } | ||
928 | uint16_t height = 0, width = 0; | ||
929 | #ifdef TOX_FFMPEG | ||
930 | avdevice_register_all(); | ||
931 | avcodec_register_all(); | ||
932 | av_register_all(); | ||
933 | |||
934 | _retu->video_input_format = av_find_input_format(VIDEO_DRIVER); | ||
935 | if (avformat_open_input(&_retu->video_format_ctx, DEFAULT_WEBCAM, _retu->video_input_format, NULL) != 0) { | ||
936 | fprintf(stderr, "Opening video_input_format failed!\n"); | ||
937 | //return -1; | ||
938 | return NULL; | ||
939 | } | ||
940 | |||
941 | avformat_find_stream_info(_retu->video_format_ctx, NULL); | ||
942 | av_dump_format(_retu->video_format_ctx, 0, DEFAULT_WEBCAM, 0); | ||
943 | |||
944 | for (i = 0; i < _retu->video_format_ctx->nb_streams; ++i) { | ||
945 | if (_retu->video_format_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) { | ||
946 | _retu->video_stream = i; | ||
947 | break; | ||
948 | } | ||
949 | } | ||
950 | |||
951 | _retu->webcam_decoder_ctx = _retu->video_format_ctx->streams[_retu->video_stream]->codec; | ||
952 | _retu->webcam_decoder = avcodec_find_decoder(_retu->webcam_decoder_ctx->codec_id); | ||
953 | |||
954 | if (_retu->webcam_decoder == NULL) { | ||
955 | fprintf(stderr, "Unsupported codec!\n"); | ||
956 | //return -1; | ||
957 | return NULL; | ||
958 | } | ||
959 | |||
960 | if (_retu->webcam_decoder_ctx == NULL) { | ||
961 | fprintf(stderr, "Init webcam_decoder_ctx failed!\n"); | ||
962 | //return -1; | ||
963 | return NULL; | ||
964 | } | ||
965 | |||
966 | if (avcodec_open2(_retu->webcam_decoder_ctx, _retu->webcam_decoder, NULL) < 0) { | ||
967 | fprintf(stderr, "Opening webcam decoder failed!\n"); | ||
968 | //return -1; | ||
969 | return NULL; | ||
970 | } | ||
971 | width = _retu->webcam_decoder_ctx->width; | ||
972 | height = _retu->webcam_decoder_ctx->height; | ||
973 | #endif | ||
974 | uint8_t _byte_address[TOX_FRIEND_ADDRESS_SIZE]; | ||
975 | tox_get_address(_retu->_messenger, _byte_address ); | ||
976 | fraddr_to_str( _byte_address, _retu->_my_public_id ); | ||
977 | |||
978 | |||
979 | _retu->av = toxav_new(_retu->_messenger, _retu, _USERAGENT, width, height); | ||
980 | |||
981 | /* ------------------ */ | ||
982 | |||
983 | toxav_register_callstate_callback(callback_call_started, OnStart); | ||
984 | toxav_register_callstate_callback(callback_call_canceled, OnCancel); | ||
985 | toxav_register_callstate_callback(callback_call_rejected, OnReject); | ||
986 | toxav_register_callstate_callback(callback_call_ended, OnEnd); | ||
987 | toxav_register_callstate_callback(callback_recv_invite, OnInvite); | ||
988 | |||
989 | toxav_register_callstate_callback(callback_recv_ringing, OnRinging); | ||
990 | toxav_register_callstate_callback(callback_recv_starting, OnStarting); | ||
991 | toxav_register_callstate_callback(callback_recv_ending, OnEnding); | ||
992 | |||
993 | toxav_register_callstate_callback(callback_recv_error, OnError); | ||
994 | toxav_register_callstate_callback(callback_requ_timeout, OnRequestTimeout); | ||
995 | |||
996 | /* ------------------ */ | ||
997 | |||
998 | return _retu; | ||
999 | } | ||
1000 | |||
1001 | int av_terminate_session(av_session_t* _phone) | ||
1002 | { | ||
1003 | toxav_hangup(_phone->av); | ||
1004 | |||
1005 | free(_phone->_friends); | ||
1006 | pthread_mutex_destroy ( &_phone->_mutex ); | ||
1007 | |||
1008 | Tox* _p = _phone->_messenger; | ||
1009 | _phone->_messenger = NULL; usleep(100000); /* Wait for tox_poll to end */ | ||
1010 | |||
1011 | tox_kill(_p); | ||
1012 | toxav_kill(_phone->av); | ||
1013 | |||
1014 | free(_phone); | ||
1015 | |||
1016 | printf("\r[i] Quit!\n"); | ||
1017 | return 0; | ||
1018 | } | ||
1019 | |||
1020 | /****** AV HELPER FUNCTIONS ******/ | ||
1021 | |||
1022 | /* Auto accept friend request */ | ||
1023 | void av_friend_requ(uint8_t *_public_key, uint8_t *_data, uint16_t _length, void *_userdata) | ||
1024 | { | ||
1025 | av_session_t* _phone = _userdata; | ||
1026 | av_allocate_friend (_phone, -1, 0); | ||
1027 | |||
1028 | INFO("Got friend request with message: %s", _data); | ||
1029 | |||
1030 | tox_add_friend_norequest(_phone->_messenger, _public_key); | ||
1031 | |||
1032 | INFO("Auto-accepted! Friend id: %d", _phone->_friends->_id ); | ||
1033 | } | ||
1034 | |||
1035 | void av_friend_active(Tox *_messenger, int _friendnumber, uint8_t *_string, uint16_t _length, void *_userdata) | ||
1036 | { | ||
1037 | av_session_t* _phone = _userdata; | ||
1038 | INFO("Friend no. %d is online", _friendnumber); | ||
1039 | |||
1040 | av_friend_t* _this_friend = av_get_friend(_phone, _friendnumber); | ||
1041 | |||
1042 | if ( !_this_friend ) { | ||
1043 | INFO("But it's not registered!"); | ||
1044 | return; | ||
1045 | } | ||
1046 | |||
1047 | (*_this_friend)._active = 1; | ||
1048 | } | ||
1049 | |||
1050 | int av_add_friend(av_session_t* _phone, char* _friend_hash) | ||
1051 | { | ||
1052 | trim_spaces(_friend_hash); | ||
1053 | |||
1054 | unsigned char *_bin_string = hex_string_to_bin(_friend_hash); | ||
1055 | int _number = tox_add_friend(_phone->_messenger, _bin_string, (uint8_t *)"Tox phone "_USERAGENT, sizeof("Tox phone "_USERAGENT)); | ||
1056 | free(_bin_string); | ||
1057 | |||
1058 | if ( _number >= 0) { | ||
1059 | INFO("Added friend as %d", _number ); | ||
1060 | av_allocate_friend(_phone, _number, 0); | ||
1061 | } | ||
1062 | else | ||
1063 | INFO("Unknown error %i", _number ); | ||
1064 | |||
1065 | return _number; | ||
1066 | } | ||
1067 | |||
1068 | int av_connect_to_dht(av_session_t* _phone, char* _dht_key, const char* _dht_addr, unsigned short _dht_port) | ||
1069 | { | ||
1070 | unsigned char *_binary_string = hex_string_to_bin(_dht_key); | ||
1071 | |||
1072 | uint16_t _port = htons(_dht_port); | ||
1073 | |||
1074 | int _if = tox_bootstrap_from_address(_phone->_messenger, _dht_addr, 1, _port, _binary_string ); | ||
1075 | |||
1076 | free(_binary_string); | ||
1077 | |||
1078 | return _if ? 0 : -1; | ||
1079 | } | ||
1080 | |||
1081 | /*********************************/ | ||
1082 | |||
1083 | void do_phone ( av_session_t* _phone ) | ||
1084 | { | ||
1085 | INFO("Welcome to tox_phone version: " _USERAGENT "\n" | ||
1086 | "Usage: \n" | ||
1087 | "f [pubkey] (add friend)\n" | ||
1088 | "c [a/v] (type) [friend] (friend id) (calls friend if online)\n" | ||
1089 | "h (if call is active hang up)\n" | ||
1090 | "a [a/v] (answer incoming call: a - audio / v - audio + video (audio is default))\n" | ||
1091 | "r (reject incoming call)\n" | ||
1092 | "q (quit)\n" | ||
1093 | "================================================================================" | ||
1094 | ); | ||
1095 | |||
1096 | while ( 1 ) | ||
1097 | { | ||
1098 | char _line [ 1500 ]; | ||
1099 | int _len; | ||
1100 | |||
1101 | if ( -1 == getinput(_line, 1500, &_len) ){ | ||
1102 | printf(" >> "); | ||
1103 | fflush(stdout); | ||
1104 | continue; | ||
1105 | } | ||
1106 | |||
1107 | if ( _len > 1 && _line[1] != ' ' && _line[1] != '\n' ){ | ||
1108 | INFO("Invalid input!"); | ||
1109 | continue; | ||
1110 | } | ||
1111 | |||
1112 | switch (_line[0]){ | ||
1113 | |||
1114 | case 'f': | ||
1115 | { | ||
1116 | char _id [128]; | ||
1117 | strncpy(_id, _line + 2, 128); | ||
1118 | |||
1119 | av_add_friend(_phone, _id); | ||
1120 | |||
1121 | } break; | ||
1122 | case 'c': | ||
1123 | { | ||
1124 | ToxAvCallType _ctype; | ||
1125 | |||
1126 | if ( _len < 5 ){ | ||
1127 | INFO("Invalid input; usage: c a/v [friend]"); | ||
1128 | break; | ||
1129 | } | ||
1130 | else if ( _line[2] == 'a' || _line[2] != 'v' ){ /* default and audio */ | ||
1131 | _ctype = TypeAudio; | ||
1132 | } | ||
1133 | else { /* video */ | ||
1134 | _ctype = TypeVideo; | ||
1135 | } | ||
1136 | |||
1137 | char* _end; | ||
1138 | int _friend = strtol(_line + 4, &_end, 10); | ||
1139 | |||
1140 | if ( *_end ){ | ||
1141 | INFO("Friend num has to be numerical value"); | ||
1142 | break; | ||
1143 | } | ||
1144 | |||
1145 | if ( toxav_call(_phone->av, _friend, _ctype, 30) == ErrorAlreadyInCall ){ | ||
1146 | INFO("Already in a call"); | ||
1147 | break; | ||
1148 | } | ||
1149 | else INFO("Calling friend: %d!", _friend); | ||
1150 | |||
1151 | } break; | ||
1152 | case 'h': | ||
1153 | { | ||
1154 | if ( toxav_hangup(_phone->av) == ErrorNoCall ) { | ||
1155 | INFO("No call!"); | ||
1156 | break; | ||
1157 | } | ||
1158 | else INFO("Hung up..."); | ||
1159 | |||
1160 | } break; | ||
1161 | case 'a': | ||
1162 | { | ||
1163 | ToxAvError rc; | ||
1164 | |||
1165 | if ( _len > 1 && _line[2] == 'v' ) { | ||
1166 | rc = toxav_answer(_phone->av, TypeVideo); | ||
1167 | } else | ||
1168 | rc = toxav_answer(_phone->av, TypeAudio); | ||
1169 | |||
1170 | if ( rc == ErrorInvalidState ) { | ||
1171 | INFO("No call to answer!"); | ||
1172 | } | ||
1173 | |||
1174 | } break; | ||
1175 | case 'r': | ||
1176 | { | ||
1177 | if ( toxav_reject(_phone->av, "User action") == ErrorInvalidState ) | ||
1178 | INFO("No state to cancel!"); | ||
1179 | else INFO("Call Rejected..."); | ||
1180 | |||
1181 | } break; | ||
1182 | case 'q': | ||
1183 | { | ||
1184 | INFO("Quitting!"); | ||
1185 | return; | ||
1186 | } | ||
1187 | case '\n': | ||
1188 | { | ||
1189 | } | ||
1190 | default: | ||
1191 | { | ||
1192 | } break; | ||
1193 | |||
1194 | } | ||
1195 | |||
1196 | } | ||
1197 | } | ||
1198 | |||
1199 | void* tox_poll (void* _messenger_p) | ||
1200 | { | ||
1201 | Tox** _messenger = _messenger_p; | ||
1202 | while( *_messenger ) { | ||
1203 | tox_do(*_messenger); | ||
1204 | usleep(10000); | ||
1205 | } | ||
1206 | |||
1207 | pthread_exit(NULL); | ||
1208 | } | ||
1209 | |||
1210 | int av_wait_dht(av_session_t* _phone, int _wait_seconds, const char* _ip, char* _key, unsigned short _port) | ||
1211 | { | ||
1212 | if ( !_wait_seconds ) | ||
1213 | return -1; | ||
1214 | |||
1215 | int _waited = 0; | ||
1216 | |||
1217 | while( !tox_isconnected(_phone->_messenger) ) { | ||
1218 | |||
1219 | if ( -1 == av_connect_to_dht(_phone, _key, _ip, _port) ) | ||
1220 | { | ||
1221 | INFO("Could not connect to: %s", _ip); | ||
1222 | av_terminate_session(_phone); | ||
1223 | return -1; | ||
1224 | } | ||
1225 | |||
1226 | if ( _waited >= _wait_seconds ) return 0; | ||
1227 | |||
1228 | printf("."); | ||
1229 | fflush(stdout); | ||
1230 | |||
1231 | _waited ++; | ||
1232 | usleep(1000000); | ||
1233 | } | ||
1234 | |||
1235 | int _r = _wait_seconds - _waited; | ||
1236 | return _r ? _r : 1; | ||
1237 | } | ||
1238 | /* ---------------------- */ | ||
1239 | |||
1240 | int print_help ( const char* _name ) | ||
1241 | { | ||
1242 | printf ( "Usage: %s [IP] [PORT] [KEY]\n" | ||
1243 | "\t[IP] (DHT ip)\n" | ||
1244 | "\t[PORT] (DHT port)\n" | ||
1245 | "\t[KEY] (DHT public key)\n" | ||
1246 | "P.S. Friends and key are stored in ./tox_phone.conf\n" | ||
1247 | ,_name ); | ||
1248 | return 1; | ||
1249 | } | ||
1250 | |||
1251 | int main ( int argc, char* argv [] ) | ||
1252 | { | ||
1253 | if ( argc < 1 || argc < 4 ) | ||
1254 | return print_help(argv[0]); | ||
1255 | |||
1256 | char* _convertable; | ||
1257 | |||
1258 | |||
1259 | const char* _ip = argv[1]; | ||
1260 | char* _key = argv[3]; | ||
1261 | unsigned short _port = strtol(argv[2], &_convertable, 10); | ||
1262 | |||
1263 | if ( *_convertable ) { | ||
1264 | printf("Invalid port: cannot convert string to long: %s", _convertable); | ||
1265 | return 1; | ||
1266 | } | ||
1267 | |||
1268 | av_session_t* _phone = av_init_session(); | ||
1269 | |||
1270 | tox_callback_friend_request(_phone->_messenger, av_friend_requ, _phone); | ||
1271 | tox_callback_status_message(_phone->_messenger, av_friend_active, _phone); | ||
1272 | |||
1273 | |||
1274 | INFO("\r================================================================================\n" | ||
1275 | "[!] Trying dht@%s:%d" | ||
1276 | , _ip, _port); | ||
1277 | |||
1278 | /* Start tox protocol */ | ||
1279 | event.rise( tox_poll, &_phone->_messenger ); | ||
1280 | |||
1281 | /* Just clean one line */ | ||
1282 | printf("\r \r"); | ||
1283 | fflush(stdout); | ||
1284 | |||
1285 | int _r; | ||
1286 | int _wait_seconds = 5; | ||
1287 | for ( _r = 0; _r == 0; _r = av_wait_dht(_phone, _wait_seconds, _ip, _key, _port) ) _wait_seconds --; | ||
1288 | |||
1289 | |||
1290 | if ( -1 == _r ) { | ||
1291 | INFO("Error while connecting to dht: %s:%d", _ip, _port); | ||
1292 | av_terminate_session(_phone); | ||
1293 | return 1; | ||
1294 | } | ||
1295 | |||
1296 | INFO("CONNECTED!\n" | ||
1297 | "================================================================================\n" | ||
1298 | "%s\n" | ||
1299 | "================================================================================" | ||
1300 | , _phone->_my_public_id ); | ||
1301 | |||
1302 | |||
1303 | do_phone (_phone); | ||
1304 | |||
1305 | av_terminate_session(_phone); | ||
1306 | |||
1307 | return 0; | ||
1308 | } | ||
diff --git a/toxav/rtp.c b/toxav/rtp.c new file mode 100644 index 00000000..2543c509 --- /dev/null +++ b/toxav/rtp.c | |||
@@ -0,0 +1,908 @@ | |||
1 | /** toxrtp.c | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | #ifdef HAVE_CONFIG_H | ||
25 | #include "config.h" | ||
26 | #endif /* HAVE_CONFIG_H */ | ||
27 | |||
28 | #include "rtp.h" | ||
29 | #include <assert.h> | ||
30 | #include <stdlib.h> | ||
31 | |||
32 | |||
33 | #define PAYLOAD_ID_VALUE_OPUS 1 | ||
34 | #define PAYLOAD_ID_VALUE_VP8 2 | ||
35 | |||
36 | #define size_32 4 | ||
37 | |||
38 | #define inline__ inline __attribute__((always_inline)) | ||
39 | |||
40 | |||
41 | #define ADD_FLAG_VERSION(_h, _v) do { ( _h->flags ) &= 0x3F; ( _h->flags ) |= ( ( ( _v ) << 6 ) & 0xC0 ); } while(0) | ||
42 | #define ADD_FLAG_PADDING(_h, _v) do { if ( _v > 0 ) _v = 1; ( _h->flags ) &= 0xDF; ( _h->flags ) |= ( ( ( _v ) << 5 ) & 0x20 ); } while(0) | ||
43 | #define ADD_FLAG_EXTENSION(_h, _v) do { if ( _v > 0 ) _v = 1; ( _h->flags ) &= 0xEF;( _h->flags ) |= ( ( ( _v ) << 4 ) & 0x10 ); } while(0) | ||
44 | #define ADD_FLAG_CSRCC(_h, _v) do { ( _h->flags ) &= 0xF0; ( _h->flags ) |= ( ( _v ) & 0x0F ); } while(0) | ||
45 | #define ADD_SETTING_MARKER(_h, _v) do { if ( _v > 1 ) _v = 1; ( _h->marker_payloadt ) &= 0x7F; ( _h->marker_payloadt ) |= ( ( ( _v ) << 7 ) /*& 0x80 */ ); } while(0) | ||
46 | #define ADD_SETTING_PAYLOAD(_h, _v) do { if ( _v > 127 ) _v = 127; ( _h->marker_payloadt ) &= 0x80; ( _h->marker_payloadt ) |= ( ( _v ) /* & 0x7F */ ); } while(0) | ||
47 | |||
48 | #define GET_FLAG_VERSION(_h) (( _h->flags & 0xd0 ) >> 6) | ||
49 | #define GET_FLAG_PADDING(_h) (( _h->flags & 0x20 ) >> 5) | ||
50 | #define GET_FLAG_EXTENSION(_h) (( _h->flags & 0x10 ) >> 4) | ||
51 | #define GET_FLAG_CSRCC(_h) ( _h->flags & 0x0f ) | ||
52 | #define GET_SETTING_MARKER(_h) (( _h->marker_payloadt ) >> 7) | ||
53 | #define GET_SETTING_PAYLOAD(_h) ((_h->marker_payloadt) & 0x7f) | ||
54 | |||
55 | |||
56 | /** | ||
57 | * @brief Converts 4 bytes to uint32_t | ||
58 | * | ||
59 | * @param dest Where to convert | ||
60 | * @param bytes What bytes | ||
61 | * @return void | ||
62 | */ | ||
63 | inline__ void bytes_to_U32(uint32_t* dest, const uint8_t* bytes) | ||
64 | { | ||
65 | *dest = | ||
66 | #ifdef WORDS_BIGENDIAN | ||
67 | ( ( uint32_t ) * bytes ) | | ||
68 | ( ( uint32_t ) * ( bytes + 1 ) << 8 ) | | ||
69 | ( ( uint32_t ) * ( bytes + 2 ) << 16 ) | | ||
70 | ( ( uint32_t ) * ( bytes + 3 ) << 24 ) ; | ||
71 | #else | ||
72 | ( ( uint32_t ) * bytes << 24 ) | | ||
73 | ( ( uint32_t ) * ( bytes + 1 ) << 16 ) | | ||
74 | ( ( uint32_t ) * ( bytes + 2 ) << 8 ) | | ||
75 | ( ( uint32_t ) * ( bytes + 3 ) ) ; | ||
76 | #endif | ||
77 | } | ||
78 | |||
79 | /** | ||
80 | * @brief Converts 2 bytes to uint16_t | ||
81 | * | ||
82 | * @param dest Where to convert | ||
83 | * @param bytes What bytes | ||
84 | * @return void | ||
85 | */ | ||
86 | inline__ void bytes_to_U16(uint16_t* dest, const uint8_t* bytes) | ||
87 | { | ||
88 | *dest = | ||
89 | #ifdef WORDS_BIGENDIAN | ||
90 | ( ( uint16_t ) * bytes ) | | ||
91 | ( ( uint16_t ) * ( bytes + 1 ) << 8 ); | ||
92 | #else | ||
93 | ( ( uint16_t ) * bytes << 8 ) | | ||
94 | ( ( uint16_t ) * ( bytes + 1 ) ); | ||
95 | #endif | ||
96 | } | ||
97 | |||
98 | /** | ||
99 | * @brief Convert uint32_t to byte string of size 4 | ||
100 | * | ||
101 | * @param dest Where to convert | ||
102 | * @param value The value | ||
103 | * @return void | ||
104 | */ | ||
105 | inline__ void U32_to_bytes(uint8_t* dest, uint32_t value) | ||
106 | { | ||
107 | #ifdef WORDS_BIGENDIAN | ||
108 | *(dest) = ( value ); | ||
109 | *(dest + 1) = ( value >> 8 ); | ||
110 | *(dest + 2) = ( value >> 16 ); | ||
111 | *(dest + 3) = ( value >> 24 ); | ||
112 | #else | ||
113 | *(dest) = ( value >> 24 ); | ||
114 | *(dest + 1) = ( value >> 16 ); | ||
115 | *(dest + 2) = ( value >> 8 ); | ||
116 | *(dest + 3) = ( value ); | ||
117 | #endif | ||
118 | } | ||
119 | |||
120 | /** | ||
121 | * @brief Convert uint16_t to byte string of size 2 | ||
122 | * | ||
123 | * @param dest Where to convert | ||
124 | * @param value The value | ||
125 | * @return void | ||
126 | */ | ||
127 | inline__ void U16_to_bytes(uint8_t* dest, uint16_t value) | ||
128 | { | ||
129 | #ifdef WORDS_BIGENDIAN | ||
130 | *(dest) = ( value ); | ||
131 | *(dest + 1) = ( value >> 8 ); | ||
132 | #else | ||
133 | *(dest) = ( value >> 8 ); | ||
134 | *(dest + 1) = ( value ); | ||
135 | #endif | ||
136 | } | ||
137 | |||
138 | |||
139 | /** | ||
140 | * @brief Checks if message came in late. | ||
141 | * | ||
142 | * @param session Control session. | ||
143 | * @param msg The message. | ||
144 | * @return int | ||
145 | * @retval -1 The message came in order. | ||
146 | * @retval 0 The message came late. | ||
147 | */ | ||
148 | inline__ int check_late_message (RTPSession* session, RTPMessage* msg) | ||
149 | { | ||
150 | /* | ||
151 | * Check Sequence number. If this new msg has lesser number then the session->rsequnum | ||
152 | * it shows that the message came in late. Also check timestamp to be 100% certain. | ||
153 | * | ||
154 | */ | ||
155 | return ( msg->header->sequnum < session->rsequnum && msg->header->timestamp < session->timestamp ) ? 0 : -1; | ||
156 | } | ||
157 | |||
158 | |||
159 | /** | ||
160 | * @brief Increases nonce value by 'target' | ||
161 | * | ||
162 | * @param nonce The nonce | ||
163 | * @param target The target | ||
164 | * @return void | ||
165 | */ | ||
166 | inline__ void increase_nonce(uint8_t* nonce, uint16_t target) | ||
167 | { | ||
168 | uint16_t _nonce_counter; | ||
169 | |||
170 | uint8_t _reverse_bytes[2]; | ||
171 | _reverse_bytes[0] = nonce[crypto_box_NONCEBYTES - 1]; | ||
172 | _reverse_bytes[1] = nonce[crypto_box_NONCEBYTES - 2]; | ||
173 | |||
174 | bytes_to_U16(&_nonce_counter, _reverse_bytes ); | ||
175 | |||
176 | /* Check overflow */ | ||
177 | if (_nonce_counter > UINT16_MAX - target ) { /* 2 bytes are not long enough */ | ||
178 | uint8_t _it = 3; | ||
179 | while ( _it <= crypto_box_NONCEBYTES ) _it += ++nonce[crypto_box_NONCEBYTES - _it] ? crypto_box_NONCEBYTES : 1; | ||
180 | |||
181 | _nonce_counter = _nonce_counter - (UINT16_MAX - target ); /* Assign the rest of it */ | ||
182 | } else { /* Increase nonce */ | ||
183 | |||
184 | _nonce_counter+= target; | ||
185 | } | ||
186 | |||
187 | /* Assign the last bytes */ | ||
188 | |||
189 | U16_to_bytes( _reverse_bytes, _nonce_counter); | ||
190 | nonce [crypto_box_NONCEBYTES - 1] = _reverse_bytes[0]; | ||
191 | nonce [crypto_box_NONCEBYTES - 2] = _reverse_bytes[1]; | ||
192 | |||
193 | } | ||
194 | |||
195 | |||
196 | /** | ||
197 | * @brief Speaks for it self. | ||
198 | * | ||
199 | */ | ||
200 | static const uint32_t payload_table[] = | ||
201 | { | ||
202 | 8000, 8000, 8000, 8000, 8000, 8000, 16000, 8000, 8000, 8000, /* 0-9 */ | ||
203 | 44100, 44100, 0, 0, 90000, 8000, 11025, 22050, 0, 0, /* 10-19 */ | ||
204 | 0, 0, 0, 0, 0, 90000, 90000, 0, 90000, 0, /* 20-29 */ | ||
205 | 0, 90000, 90000, 90000, 90000, 0, 0, 0, 0, 0, /* 30-39 */ | ||
206 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 40-49 */ | ||
207 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 50-59 */ | ||
208 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 60-69 */ | ||
209 | PAYLOAD_ID_VALUE_OPUS, PAYLOAD_ID_VALUE_VP8, 0, 0, 0, 0, 0, 0, 0, 0,/* 70-79 */ | ||
210 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 80-89 */ | ||
211 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 90-99 */ | ||
212 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 100-109 */ | ||
213 | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 110-119 */ | ||
214 | 0, 0, 0, 0, 0, 0, 0, 0 /* 120-127 */ | ||
215 | }; | ||
216 | |||
217 | |||
218 | /** | ||
219 | * @brief Extracts header from payload. | ||
220 | * | ||
221 | * @param payload The payload. | ||
222 | * @param length The size of payload. | ||
223 | * @return RTPHeader* Extracted header. | ||
224 | * @retval NULL Error occurred while extracting header. | ||
225 | */ | ||
226 | RTPHeader* extract_header ( const uint8_t* payload, int length ) | ||
227 | { | ||
228 | if ( !payload || !length ) { | ||
229 | return NULL; | ||
230 | } | ||
231 | |||
232 | const uint8_t* _it = payload; | ||
233 | |||
234 | RTPHeader* _retu = calloc(1, sizeof (RTPHeader)); | ||
235 | assert(_retu); | ||
236 | |||
237 | _retu->flags = *_it; ++_it; | ||
238 | |||
239 | /* This indicates if the first 2 bits are valid. | ||
240 | * Now it may happen that this is out of order but | ||
241 | * it cuts down chances of parsing some invalid value | ||
242 | */ | ||
243 | |||
244 | if ( GET_FLAG_VERSION(_retu) != RTP_VERSION ){ | ||
245 | /* Deallocate */ | ||
246 | free(_retu); | ||
247 | return NULL; | ||
248 | } | ||
249 | |||
250 | /* | ||
251 | * Added a check for the size of the header little sooner so | ||
252 | * I don't need to parse the other stuff if it's bad | ||
253 | */ | ||
254 | uint8_t _cc = GET_FLAG_CSRCC ( _retu ); | ||
255 | uint32_t _length = 12 /* Minimum header len */ + ( _cc * 4 ); | ||
256 | |||
257 | if ( length < _length ) { | ||
258 | /* Deallocate */ | ||
259 | free(_retu); | ||
260 | return NULL; | ||
261 | } | ||
262 | |||
263 | if ( _cc > 0 ) { | ||
264 | _retu->csrc = calloc (_cc, sizeof (uint32_t)); | ||
265 | assert(_retu->csrc); | ||
266 | |||
267 | } else { /* But this should not happen ever */ | ||
268 | /* Deallocate */ | ||
269 | free(_retu); | ||
270 | return NULL; | ||
271 | } | ||
272 | |||
273 | |||
274 | _retu->marker_payloadt = *_it; ++_it; | ||
275 | _retu->length = _length; | ||
276 | |||
277 | |||
278 | bytes_to_U32(&_retu->timestamp, _it); _it += 4; | ||
279 | bytes_to_U32(&_retu->ssrc, _it); | ||
280 | |||
281 | uint8_t _x; | ||
282 | for ( _x = 0; _x < _cc; _x++ ) { | ||
283 | _it += 4; bytes_to_U32(&(_retu->csrc[_x]), _it); | ||
284 | } | ||
285 | |||
286 | return _retu; | ||
287 | } | ||
288 | |||
289 | /** | ||
290 | * @brief Extracts external header from payload. Must be called AFTER extract_header()! | ||
291 | * | ||
292 | * @param payload The ITERATED payload. | ||
293 | * @param length The size of payload. | ||
294 | * @return RTPExtHeader* Extracted extension header. | ||
295 | * @retval NULL Error occurred while extracting extension header. | ||
296 | */ | ||
297 | RTPExtHeader* extract_ext_header ( const uint8_t* payload, uint16_t length ) | ||
298 | { | ||
299 | const uint8_t* _it = payload; | ||
300 | |||
301 | RTPExtHeader* _retu = calloc(1, sizeof (RTPExtHeader)); | ||
302 | assert(_retu); | ||
303 | |||
304 | uint16_t _ext_length; | ||
305 | bytes_to_U16(&_ext_length, _it); _it += 2; | ||
306 | |||
307 | |||
308 | if ( length < ( _ext_length * sizeof(uint32_t) ) ) { | ||
309 | free(_retu); | ||
310 | return NULL; | ||
311 | } | ||
312 | |||
313 | _retu->length = _ext_length; | ||
314 | bytes_to_U16(&_retu->type, _it); _it += 2; | ||
315 | |||
316 | _retu->table = calloc(_ext_length, sizeof (uint32_t)); | ||
317 | assert(_retu->table); | ||
318 | |||
319 | uint16_t _x; | ||
320 | for ( _x = 0; _x < _ext_length; _x++ ) { | ||
321 | _it += 4; bytes_to_U32(&(_retu->table[_x]), _it); | ||
322 | } | ||
323 | |||
324 | return _retu; | ||
325 | } | ||
326 | |||
327 | /** | ||
328 | * @brief Adds header to payload. Make sure _payload_ has enough space. | ||
329 | * | ||
330 | * @param header The header. | ||
331 | * @param payload The payload. | ||
332 | * @return uint8_t* Iterated position. | ||
333 | */ | ||
334 | uint8_t* add_header ( RTPHeader* header, uint8_t* payload ) | ||
335 | { | ||
336 | uint8_t _cc = GET_FLAG_CSRCC ( header ); | ||
337 | |||
338 | uint8_t* _it = payload; | ||
339 | |||
340 | |||
341 | /* Add sequence number first */ | ||
342 | U16_to_bytes(_it, header->sequnum); _it += 2; | ||
343 | |||
344 | *_it = header->flags; ++_it; | ||
345 | *_it = header->marker_payloadt; ++_it; | ||
346 | |||
347 | |||
348 | U32_to_bytes( _it, header->timestamp); _it+=4; | ||
349 | U32_to_bytes( _it, header->ssrc); | ||
350 | |||
351 | if ( header->csrc ) { | ||
352 | uint8_t _x; | ||
353 | for ( _x = 0; _x < _cc; _x++ ) { | ||
354 | _it+=4; U32_to_bytes( _it, header->csrc[_x]); | ||
355 | } | ||
356 | } | ||
357 | |||
358 | return _it + 4; | ||
359 | } | ||
360 | |||
361 | /** | ||
362 | * @brief Adds extension header to payload. Make sure _payload_ has enough space. | ||
363 | * | ||
364 | * @param header The header. | ||
365 | * @param payload The payload. | ||
366 | * @return uint8_t* Iterated position. | ||
367 | */ | ||
368 | uint8_t* add_ext_header ( RTPExtHeader* header, uint8_t* payload ) | ||
369 | { | ||
370 | uint8_t* _it = payload; | ||
371 | |||
372 | U16_to_bytes(_it, header->length); _it+=2; | ||
373 | U16_to_bytes(_it, header->type); _it-=2; /* Return to 0 position */ | ||
374 | |||
375 | if ( header->table ) { | ||
376 | uint16_t _x; | ||
377 | for ( _x = 0; _x < header->length; _x++ ) { | ||
378 | _it+=4; U32_to_bytes(_it, header->table[_x]); | ||
379 | } | ||
380 | } | ||
381 | |||
382 | return _it + 4; | ||
383 | } | ||
384 | |||
385 | /** | ||
386 | * @brief Builds header from control session values. | ||
387 | * | ||
388 | * @param session Control session. | ||
389 | * @return RTPHeader* Created header. | ||
390 | */ | ||
391 | RTPHeader* build_header ( RTPSession* session ) | ||
392 | { | ||
393 | RTPHeader* _retu = calloc ( 1, sizeof (RTPHeader) ); | ||
394 | assert(_retu); | ||
395 | |||
396 | ADD_FLAG_VERSION ( _retu, session->version ); | ||
397 | ADD_FLAG_PADDING ( _retu, session->padding ); | ||
398 | ADD_FLAG_EXTENSION ( _retu, session->extension ); | ||
399 | ADD_FLAG_CSRCC ( _retu, session->cc ); | ||
400 | ADD_SETTING_MARKER ( _retu, session->marker ); | ||
401 | ADD_SETTING_PAYLOAD ( _retu, session->payload_type ); | ||
402 | |||
403 | _retu->sequnum = session->sequnum; | ||
404 | _retu->timestamp = ((uint32_t)(current_time() / 1000)); /* micro to milli */ | ||
405 | _retu->ssrc = session->ssrc; | ||
406 | |||
407 | if ( session->cc > 0 ) { | ||
408 | _retu->csrc = calloc(session->cc, sizeof (uint32_t)); | ||
409 | assert(_retu->csrc); | ||
410 | |||
411 | int i; | ||
412 | |||
413 | for ( i = 0; i < session->cc; i++ ) { | ||
414 | _retu->csrc[i] = session->csrc[i]; | ||
415 | } | ||
416 | } else { | ||
417 | _retu->csrc = NULL; | ||
418 | } | ||
419 | |||
420 | _retu->length = 12 /* Minimum header len */ + ( session->cc * size_32 ); | ||
421 | |||
422 | return _retu; | ||
423 | } | ||
424 | |||
425 | |||
426 | /** | ||
427 | * @brief Parses data into RTPMessage struct. Stores headers separately from the payload data | ||
428 | * and so the length variable is set accordingly. _sequnum_ argument is | ||
429 | * passed by the handle_packet() since it's parsed already. | ||
430 | * | ||
431 | * @param session Control session. | ||
432 | * @param sequnum Sequence number that's parsed from payload in handle_packet() | ||
433 | * @param data Payload data. | ||
434 | * @param length Payload size. | ||
435 | * @return RTPMessage* | ||
436 | * @retval NULL Error occurred. | ||
437 | */ | ||
438 | RTPMessage* msg_parse ( uint16_t sequnum, const uint8_t* data, int length ) | ||
439 | { | ||
440 | RTPMessage* _retu = calloc(1, sizeof (RTPMessage)); | ||
441 | |||
442 | _retu->header = extract_header ( data, length ); /* It allocates memory and all */ | ||
443 | |||
444 | if ( !_retu->header ){ | ||
445 | free(_retu); | ||
446 | return NULL; | ||
447 | } | ||
448 | _retu->header->sequnum = sequnum; | ||
449 | |||
450 | _retu->length = length - _retu->header->length; | ||
451 | |||
452 | uint16_t _from_pos = _retu->header->length - 2 /* Since sequ num is excluded */ ; | ||
453 | |||
454 | |||
455 | if ( GET_FLAG_EXTENSION ( _retu->header ) ) { | ||
456 | _retu->ext_header = extract_ext_header ( data + _from_pos, length ); | ||
457 | if ( _retu->ext_header ){ | ||
458 | _retu->length -= ( 4 /* Minimum ext header len */ + _retu->ext_header->length * size_32 ); | ||
459 | _from_pos += ( 4 /* Minimum ext header len */ + _retu->ext_header->length * size_32 ); | ||
460 | } else { /* Error */ | ||
461 | free (_retu->ext_header); | ||
462 | free (_retu->header); | ||
463 | free (_retu); | ||
464 | return NULL; | ||
465 | } | ||
466 | } else { | ||
467 | _retu->ext_header = NULL; | ||
468 | } | ||
469 | |||
470 | if ( length - _from_pos <= MAX_RTP_SIZE ) | ||
471 | memcpy ( _retu->data, data + _from_pos, length - _from_pos ); | ||
472 | else { | ||
473 | rtp_free_msg(NULL, _retu); | ||
474 | return NULL; | ||
475 | } | ||
476 | _retu->next = NULL; | ||
477 | |||
478 | return _retu; | ||
479 | } | ||
480 | |||
481 | /** | ||
482 | * @brief Callback for networking core. | ||
483 | * | ||
484 | * @param object RTPSession object. | ||
485 | * @param ip_port Where the message comes from. | ||
486 | * @param data Message data. | ||
487 | * @param length Message length. | ||
488 | * @return int | ||
489 | * @retval -1 Error occurred. | ||
490 | * @retval 0 Success. | ||
491 | */ | ||
492 | int rtp_handle_packet ( void* object, IP_Port ip_port, uint8_t* data, uint32_t length ) | ||
493 | { | ||
494 | RTPSession* _session = object; | ||
495 | RTPMessage* _msg; | ||
496 | |||
497 | if ( !_session || length < 13 ) /* 12 is the minimum length for rtp + desc. byte */ | ||
498 | return -1; | ||
499 | |||
500 | uint8_t _plain[MAX_UDP_PACKET_SIZE]; | ||
501 | |||
502 | uint16_t _sequnum; | ||
503 | bytes_to_U16(&_sequnum, data + 1); | ||
504 | |||
505 | /* Clculate the right nonce */ | ||
506 | uint8_t _calculated[crypto_box_NONCEBYTES]; | ||
507 | memcpy(_calculated, _session->decrypt_nonce, crypto_box_NONCEBYTES); | ||
508 | increase_nonce ( _calculated, _sequnum ); | ||
509 | |||
510 | /* Decrypt message */ | ||
511 | int _decrypted_length = decrypt_data_symmetric( | ||
512 | (uint8_t*)_session->decrypt_key, _calculated, data + 3, length - 3, _plain ); | ||
513 | |||
514 | /* This packet is either not encrypted properly or late | ||
515 | */ | ||
516 | if ( -1 == _decrypted_length ){ | ||
517 | |||
518 | /* If this is the case, then the packet is most likely late. | ||
519 | * Try with old nonce cycle. | ||
520 | */ | ||
521 | if ( _session->rsequnum < _sequnum ) { | ||
522 | _decrypted_length = decrypt_data_symmetric( | ||
523 | (uint8_t*)_session->decrypt_key, _session->nonce_cycle, data + 3, length - 3, _plain ); | ||
524 | |||
525 | if ( !_decrypted_length ) return -1; /* This packet is not encrypted properly */ | ||
526 | |||
527 | /* Otherwise, if decryption is ok with new cycle, set new cycle | ||
528 | */ | ||
529 | } else { | ||
530 | increase_nonce ( _calculated, MAX_SEQU_NUM ); | ||
531 | _decrypted_length = decrypt_data_symmetric( | ||
532 | (uint8_t*)_session->decrypt_key, _calculated, data + 3, length - 3, _plain ); | ||
533 | |||
534 | if ( !_decrypted_length ) return -1; /* This is just an error */ | ||
535 | |||
536 | /* A new cycle setting. */ | ||
537 | memcpy(_session->nonce_cycle, _session->decrypt_nonce, crypto_box_NONCEBYTES); | ||
538 | memcpy(_session->decrypt_nonce, _calculated, crypto_box_NONCEBYTES); | ||
539 | } | ||
540 | } | ||
541 | |||
542 | _msg = msg_parse ( _sequnum, _plain, _decrypted_length ); | ||
543 | |||
544 | if ( !_msg ) return -1; | ||
545 | |||
546 | /* Hopefully this goes well | ||
547 | * NOTE: Is this even used? | ||
548 | */ | ||
549 | memcpy(&_msg->from, &ip_port, sizeof(IP_Port)); | ||
550 | |||
551 | /* Check if message came in late */ | ||
552 | if ( check_late_message(_session, _msg) < 0 ) { /* Not late */ | ||
553 | _session->rsequnum = _msg->header->sequnum; | ||
554 | _session->timestamp = _msg->header->timestamp; | ||
555 | } | ||
556 | |||
557 | pthread_mutex_lock(&_session->mutex); | ||
558 | |||
559 | if ( _session->last_msg ) { | ||
560 | _session->last_msg->next = _msg; | ||
561 | _session->last_msg = _msg; | ||
562 | } else { | ||
563 | _session->last_msg = _session->oldest_msg = _msg; | ||
564 | } | ||
565 | |||
566 | pthread_mutex_unlock(&_session->mutex); | ||
567 | |||
568 | return 0; | ||
569 | } | ||
570 | |||
571 | |||
572 | |||
573 | /** | ||
574 | * @brief Stores headers and payload data in one container ( data ) | ||
575 | * and the length is set accordingly. Returned message is used for sending _only_. | ||
576 | * | ||
577 | * @param session The control session. | ||
578 | * @param data Payload data to send ( This is what you pass ). | ||
579 | * @param length Size of the payload data. | ||
580 | * @return RTPMessage* Created message. | ||
581 | * @retval NULL Error occurred. | ||
582 | */ | ||
583 | RTPMessage* rtp_new_message ( RTPSession* session, const uint8_t* data, uint32_t length ) | ||
584 | { | ||
585 | if ( !session ) | ||
586 | return NULL; | ||
587 | |||
588 | uint8_t* _from_pos; | ||
589 | RTPMessage* _retu = calloc(1, sizeof (RTPMessage)); | ||
590 | assert(_retu); | ||
591 | |||
592 | /* Sets header values and copies the extension header in _retu */ | ||
593 | _retu->header = build_header ( session ); /* It allocates memory and all */ | ||
594 | _retu->ext_header = session->ext_header; | ||
595 | |||
596 | |||
597 | uint32_t _total_length = length + _retu->header->length; | ||
598 | |||
599 | if ( _retu->ext_header ) { | ||
600 | _total_length += ( 4 /* Minimum ext header len */ + _retu->ext_header->length * size_32 ); | ||
601 | |||
602 | _from_pos = add_header ( _retu->header, _retu->data ); | ||
603 | _from_pos = add_ext_header ( _retu->ext_header, _from_pos + 1 ); | ||
604 | } else { | ||
605 | _from_pos = add_header ( _retu->header, _retu->data ); | ||
606 | } | ||
607 | |||
608 | /* | ||
609 | * Parses the extension header into the message | ||
610 | * Of course if any | ||
611 | */ | ||
612 | |||
613 | /* Appends _data on to _retu->_data */ | ||
614 | memcpy ( _from_pos, data, length ); | ||
615 | |||
616 | _retu->length = _total_length; | ||
617 | |||
618 | _retu->next = NULL; | ||
619 | |||
620 | return _retu; | ||
621 | } | ||
622 | |||
623 | |||
624 | |||
625 | |||
626 | |||
627 | |||
628 | |||
629 | /******************************************************************************************************************** | ||
630 | ******************************************************************************************************************** | ||
631 | ******************************************************************************************************************** | ||
632 | ******************************************************************************************************************** | ||
633 | ******************************************************************************************************************** | ||
634 | * | ||
635 | * | ||
636 | * | ||
637 | * PUBLIC API FUNCTIONS IMPLEMENTATIONS | ||
638 | * | ||
639 | * | ||
640 | * | ||
641 | ******************************************************************************************************************** | ||
642 | ******************************************************************************************************************** | ||
643 | ******************************************************************************************************************** | ||
644 | ******************************************************************************************************************** | ||
645 | ********************************************************************************************************************/ | ||
646 | |||
647 | |||
648 | |||
649 | |||
650 | |||
651 | |||
652 | |||
653 | |||
654 | |||
655 | /** | ||
656 | * @brief Release all messages held by session. | ||
657 | * | ||
658 | * @param session The session. | ||
659 | * @return int | ||
660 | * @retval -1 Error occurred. | ||
661 | * @retval 0 Success. | ||
662 | */ | ||
663 | int rtp_release_session_recv ( RTPSession* session ) | ||
664 | { | ||
665 | if ( !session ){ | ||
666 | return -1; | ||
667 | } | ||
668 | |||
669 | RTPMessage* _tmp,* _it; | ||
670 | |||
671 | pthread_mutex_lock(&session->mutex); | ||
672 | |||
673 | for ( _it = session->oldest_msg; _it; _it = _tmp ){ | ||
674 | _tmp = _it->next; | ||
675 | rtp_free_msg( session, _it); | ||
676 | } | ||
677 | |||
678 | session->last_msg = session->oldest_msg = NULL; | ||
679 | |||
680 | pthread_mutex_unlock(&session->mutex); | ||
681 | |||
682 | return 0; | ||
683 | } | ||
684 | |||
685 | |||
686 | /** | ||
687 | * @brief Gets oldest message in the list. | ||
688 | * | ||
689 | * @param session Where the list is. | ||
690 | * @return RTPMessage* The message. You _must_ call rtp_msg_free() to free it. | ||
691 | * @retval NULL No messages in the list, or no list. | ||
692 | */ | ||
693 | RTPMessage* rtp_recv_msg ( RTPSession* session ) | ||
694 | { | ||
695 | if ( !session ) | ||
696 | return NULL; | ||
697 | |||
698 | RTPMessage* _retu = session->oldest_msg; | ||
699 | |||
700 | pthread_mutex_lock(&session->mutex); | ||
701 | |||
702 | if ( _retu ) | ||
703 | session->oldest_msg = _retu->next; | ||
704 | |||
705 | if ( !session->oldest_msg ) | ||
706 | session->last_msg = NULL; | ||
707 | |||
708 | pthread_mutex_unlock(&session->mutex); | ||
709 | |||
710 | return _retu; | ||
711 | } | ||
712 | |||
713 | |||
714 | /** | ||
715 | * @brief Sends data to _RTPSession::dest | ||
716 | * | ||
717 | * @param session The session. | ||
718 | * @param messenger Tox* object. | ||
719 | * @param data The payload. | ||
720 | * @param length Size of the payload. | ||
721 | * @return int | ||
722 | * @retval -1 On error. | ||
723 | * @retval 0 On success. | ||
724 | */ | ||
725 | int rtp_send_msg ( RTPSession* session, Messenger* messenger, const uint8_t* data, uint16_t length ) | ||
726 | { | ||
727 | RTPMessage* msg = rtp_new_message (session, data, length); | ||
728 | |||
729 | if ( !msg ) return -1; | ||
730 | |||
731 | uint8_t _send_data [ MAX_UDP_PACKET_SIZE ]; | ||
732 | |||
733 | _send_data[0] = session->prefix; | ||
734 | |||
735 | /* Generate the right nonce */ | ||
736 | uint8_t _calculated[crypto_box_NONCEBYTES]; | ||
737 | memcpy(_calculated, session->encrypt_nonce, crypto_box_NONCEBYTES); | ||
738 | increase_nonce ( _calculated, msg->header->sequnum ); | ||
739 | |||
740 | /* Need to skip 2 bytes that are for sequnum */ | ||
741 | int encrypted_length = encrypt_data_symmetric( /* TODO: msg->length - 2 (fix this properly)*/ | ||
742 | (uint8_t*) session->encrypt_key, _calculated, msg->data + 2, msg->length, _send_data + 3 ); | ||
743 | |||
744 | int full_length = encrypted_length + 3; | ||
745 | |||
746 | _send_data[1] = msg->data[0]; | ||
747 | _send_data[2] = msg->data[1]; | ||
748 | |||
749 | |||
750 | /*if ( full_length != sendpacket ( messenger->net, *((IP_Port*) &session->dest), _send_data, full_length) ) {*/ | ||
751 | if ( full_length != send_custom_user_packet(messenger, session->dest, _send_data, full_length) ) { | ||
752 | printf("Rtp error: %s\n", strerror(errno)); | ||
753 | return -1; | ||
754 | } | ||
755 | |||
756 | |||
757 | /* Set sequ number */ | ||
758 | if ( session->sequnum >= MAX_SEQU_NUM ) { | ||
759 | session->sequnum = 0; | ||
760 | memcpy(session->encrypt_nonce, _calculated, crypto_box_NONCEBYTES); | ||
761 | } else { | ||
762 | session->sequnum++; | ||
763 | } | ||
764 | |||
765 | rtp_free_msg ( session, msg ); | ||
766 | return 0; | ||
767 | } | ||
768 | |||
769 | |||
770 | /** | ||
771 | * @brief Speaks for it self. | ||
772 | * | ||
773 | * @param session The control session msg belongs to. You set it as NULL when freeing recved messages. | ||
774 | * Otherwise set it to session the message was created from. | ||
775 | * @param msg The message. | ||
776 | * @return void | ||
777 | */ | ||
778 | void rtp_free_msg ( RTPSession* session, RTPMessage* msg ) | ||
779 | { | ||
780 | if ( !session ){ | ||
781 | free ( msg->header->csrc ); | ||
782 | if ( msg->ext_header ){ | ||
783 | free ( msg->ext_header->table ); | ||
784 | free ( msg->ext_header ); | ||
785 | } | ||
786 | } else { | ||
787 | if ( session->csrc != msg->header->csrc ) | ||
788 | free ( msg->header->csrc ); | ||
789 | if ( msg->ext_header && session->ext_header != msg->ext_header ) { | ||
790 | free ( msg->ext_header->table ); | ||
791 | free ( msg->ext_header ); | ||
792 | } | ||
793 | } | ||
794 | |||
795 | free ( msg->header ); | ||
796 | free ( msg ); | ||
797 | } | ||
798 | |||
799 | |||
800 | /** | ||
801 | * @brief Must be called before calling any other rtp function. It's used | ||
802 | * to initialize RTP control session. | ||
803 | * | ||
804 | * @param payload_type Type of payload used to send. You can use values in toxmsi.h::MSICallType | ||
805 | * @param messenger Tox* object. | ||
806 | * @param friend_num Friend id. | ||
807 | * @param encrypt_key Speaks for it self. | ||
808 | * @param decrypt_key Speaks for it self. | ||
809 | * @param encrypt_nonce Speaks for it self. | ||
810 | * @param decrypt_nonce Speaks for it self. | ||
811 | * @return RTPSession* Created control session. | ||
812 | * @retval NULL Error occurred. | ||
813 | */ | ||
814 | RTPSession* rtp_init_session ( int payload_type, | ||
815 | Messenger* messenger, | ||
816 | int friend_num, | ||
817 | const uint8_t* encrypt_key, | ||
818 | const uint8_t* decrypt_key, | ||
819 | const uint8_t* encrypt_nonce, | ||
820 | const uint8_t* decrypt_nonce ) | ||
821 | { | ||
822 | RTPSession* _retu = calloc(1, sizeof(RTPSession)); | ||
823 | assert(_retu); | ||
824 | |||
825 | /*networking_registerhandler(messenger->net, payload_type, rtp_handle_packet, _retu);*/ | ||
826 | if ( -1 == custom_user_packet_registerhandler(messenger, friend_num, payload_type, rtp_handle_packet, _retu) ) | ||
827 | { | ||
828 | fprintf(stderr, "Error setting custom register handler for rtp session\n"); | ||
829 | free(_retu); | ||
830 | return NULL; | ||
831 | } | ||
832 | |||
833 | _retu->version = RTP_VERSION; /* It's always 2 */ | ||
834 | _retu->padding = 0; /* If some additional data is needed about the packet */ | ||
835 | _retu->extension = 0; /* If extension to header is needed */ | ||
836 | _retu->cc = 1; /* Amount of contributors */ | ||
837 | _retu->csrc = NULL; /* Container */ | ||
838 | _retu->ssrc = random_int(); | ||
839 | _retu->marker = 0; | ||
840 | _retu->payload_type = payload_table[payload_type]; | ||
841 | |||
842 | _retu->dest = friend_num; | ||
843 | |||
844 | _retu->rsequnum = _retu->sequnum = 1; | ||
845 | |||
846 | _retu->ext_header = NULL; /* When needed allocate */ | ||
847 | _retu->framerate = -1; | ||
848 | _retu->resolution = -1; | ||
849 | |||
850 | _retu->encrypt_key = encrypt_key; | ||
851 | _retu->decrypt_key = decrypt_key; | ||
852 | |||
853 | /* Need to allocate new memory */ | ||
854 | _retu->encrypt_nonce = calloc ( crypto_box_NONCEBYTES, sizeof (uint8_t) ); assert(_retu->encrypt_nonce); | ||
855 | _retu->decrypt_nonce = calloc ( crypto_box_NONCEBYTES, sizeof (uint8_t) ); assert(_retu->decrypt_nonce); | ||
856 | _retu->nonce_cycle = calloc ( crypto_box_NONCEBYTES, sizeof (uint8_t) ); assert(_retu->nonce_cycle); | ||
857 | |||
858 | memcpy(_retu->encrypt_nonce, encrypt_nonce, crypto_box_NONCEBYTES); | ||
859 | memcpy(_retu->decrypt_nonce, decrypt_nonce, crypto_box_NONCEBYTES); | ||
860 | memcpy(_retu->nonce_cycle , decrypt_nonce, crypto_box_NONCEBYTES); | ||
861 | |||
862 | _retu->csrc = calloc(1, sizeof (uint32_t)); | ||
863 | assert(_retu->csrc); | ||
864 | |||
865 | _retu->csrc[0] = _retu->ssrc; /* Set my ssrc to the list receive */ | ||
866 | |||
867 | /* Also set payload type as prefix */ | ||
868 | _retu->prefix = payload_type; | ||
869 | |||
870 | _retu->oldest_msg = _retu->last_msg = NULL; | ||
871 | |||
872 | pthread_mutex_init(&_retu->mutex, NULL); | ||
873 | /* | ||
874 | * | ||
875 | */ | ||
876 | return _retu; | ||
877 | } | ||
878 | |||
879 | |||
880 | /** | ||
881 | * @brief Terminate the session. | ||
882 | * | ||
883 | * @param session The session. | ||
884 | * @param messenger The messenger who owns the session | ||
885 | * @return int | ||
886 | * @retval -1 Error occurred. | ||
887 | * @retval 0 Success. | ||
888 | */ | ||
889 | int rtp_terminate_session ( RTPSession* session, Messenger* messenger ) | ||
890 | { | ||
891 | if ( !session ) | ||
892 | return -1; | ||
893 | |||
894 | custom_user_packet_registerhandler(messenger, session->dest, session->prefix, NULL, NULL); | ||
895 | |||
896 | free ( session->ext_header ); | ||
897 | free ( session->csrc ); | ||
898 | free ( session->decrypt_nonce ); | ||
899 | free ( session->encrypt_nonce ); | ||
900 | free ( session->nonce_cycle ); | ||
901 | |||
902 | pthread_mutex_destroy(&session->mutex); | ||
903 | |||
904 | /* And finally free session */ | ||
905 | free ( session ); | ||
906 | |||
907 | return 0; | ||
908 | } \ No newline at end of file | ||
diff --git a/toxav/rtp.h b/toxav/rtp.h new file mode 100644 index 00000000..acec8b0a --- /dev/null +++ b/toxav/rtp.h | |||
@@ -0,0 +1,219 @@ | |||
1 | /** toxrtp.h | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | #ifndef __TOXRTP | ||
25 | #define __TOXRTP | ||
26 | |||
27 | #define RTP_VERSION 2 | ||
28 | #include <inttypes.h> | ||
29 | #include <pthread.h> | ||
30 | |||
31 | #include "../toxcore/util.h" | ||
32 | #include "../toxcore/network.h" | ||
33 | #include "../toxcore/net_crypto.h" | ||
34 | #include "../toxcore/Messenger.h" | ||
35 | |||
36 | #define MAX_SEQU_NUM 65535 | ||
37 | #define MAX_RTP_SIZE 65535 | ||
38 | |||
39 | /** | ||
40 | * @brief Standard rtp header | ||
41 | * | ||
42 | */ | ||
43 | |||
44 | typedef struct _RTPHeader { | ||
45 | uint8_t flags; /* Version(2),Padding(1), Ext(1), Cc(4) */ | ||
46 | uint8_t marker_payloadt; /* Marker(1), PlayLoad Type(7) */ | ||
47 | uint16_t sequnum; /* Sequence Number */ | ||
48 | uint32_t timestamp; /* Timestamp */ | ||
49 | uint32_t ssrc; /* SSRC */ | ||
50 | uint32_t* csrc; /* CSRC's table */ | ||
51 | uint32_t length; /* Length of the header in payload string. */ | ||
52 | |||
53 | } RTPHeader; | ||
54 | |||
55 | |||
56 | /** | ||
57 | * @brief Standard rtp extension header. | ||
58 | * | ||
59 | */ | ||
60 | typedef struct _RTPExtHeader { | ||
61 | uint16_t type; /* Extension profile */ | ||
62 | uint16_t length; /* Number of extensions */ | ||
63 | uint32_t* table; /* Extension's table */ | ||
64 | |||
65 | } RTPExtHeader; | ||
66 | |||
67 | |||
68 | /** | ||
69 | * @brief Standard rtp message. | ||
70 | * | ||
71 | */ | ||
72 | typedef struct _RTPMessage { | ||
73 | RTPHeader* header; | ||
74 | RTPExtHeader* ext_header; | ||
75 | |||
76 | uint8_t data[MAX_RTP_SIZE]; | ||
77 | uint32_t length; | ||
78 | IP_Port from; | ||
79 | |||
80 | struct _RTPMessage* next; | ||
81 | } RTPMessage; | ||
82 | |||
83 | |||
84 | /** | ||
85 | * @brief Our main session descriptor. | ||
86 | * It measures the session variables and controls | ||
87 | * the entire session. There are functions for manipulating | ||
88 | * the session so tend to use those instead of directly modifying | ||
89 | * session parameters. | ||
90 | * | ||
91 | */ | ||
92 | typedef struct _RTPSession { | ||
93 | uint8_t version; | ||
94 | uint8_t padding; | ||
95 | uint8_t extension; | ||
96 | uint8_t cc; | ||
97 | uint8_t marker; | ||
98 | uint8_t payload_type; | ||
99 | uint16_t sequnum; /* Set when sending */ | ||
100 | uint16_t rsequnum; /* Check when recving msg */ | ||
101 | uint32_t timestamp; | ||
102 | uint32_t ssrc; | ||
103 | uint32_t* csrc; | ||
104 | |||
105 | /* If some additional data must be sent via message | ||
106 | * apply it here. Only by allocating this member you will be | ||
107 | * automatically placing it within a message. | ||
108 | */ | ||
109 | RTPExtHeader* ext_header; | ||
110 | |||
111 | /* External header identifiers */ | ||
112 | int resolution; | ||
113 | int framerate; | ||
114 | |||
115 | |||
116 | /* Since these are only references of the | ||
117 | * call structure don't allocate or free | ||
118 | */ | ||
119 | |||
120 | const uint8_t* encrypt_key; | ||
121 | const uint8_t* decrypt_key; | ||
122 | uint8_t* encrypt_nonce; | ||
123 | uint8_t* decrypt_nonce; | ||
124 | |||
125 | uint8_t* nonce_cycle; | ||
126 | |||
127 | RTPMessage* oldest_msg; | ||
128 | RTPMessage* last_msg; /* tail */ | ||
129 | |||
130 | /* Msg prefix for core to know when recving */ | ||
131 | uint8_t prefix; | ||
132 | |||
133 | pthread_mutex_t mutex; | ||
134 | int dest; | ||
135 | |||
136 | } RTPSession; | ||
137 | |||
138 | |||
139 | /** | ||
140 | * @brief Release all messages held by session. | ||
141 | * | ||
142 | * @param session The session. | ||
143 | * @return int | ||
144 | * @retval -1 Error occurred. | ||
145 | * @retval 0 Success. | ||
146 | */ | ||
147 | int rtp_release_session_recv ( RTPSession* session ); | ||
148 | |||
149 | |||
150 | /** | ||
151 | * @brief Get's oldest message in the list. | ||
152 | * | ||
153 | * @param session Where the list is. | ||
154 | * @return RTPMessage* The message. You need to call rtp_msg_free() to free it. | ||
155 | * @retval NULL No messages in the list, or no list. | ||
156 | */ | ||
157 | RTPMessage* rtp_recv_msg ( RTPSession* session ); | ||
158 | |||
159 | |||
160 | /** | ||
161 | * @brief Sends msg to _RTPSession::dest | ||
162 | * | ||
163 | * @param session The session. | ||
164 | * @param msg The message | ||
165 | * @param messenger Tox* object. | ||
166 | * @return int | ||
167 | * @retval -1 On error. | ||
168 | * @retval 0 On success. | ||
169 | */ | ||
170 | int rtp_send_msg ( RTPSession* session, Messenger* messenger, const uint8_t* data, uint16_t length ); | ||
171 | |||
172 | |||
173 | /** | ||
174 | * @brief Speaks for it self. | ||
175 | * | ||
176 | * @param session The control session msg belongs to. It can be NULL. | ||
177 | * @param msg The message. | ||
178 | * @return void | ||
179 | */ | ||
180 | void rtp_free_msg ( RTPSession* session, RTPMessage* msg ); | ||
181 | |||
182 | |||
183 | /** | ||
184 | * @brief Must be called before calling any other rtp function. It's used | ||
185 | * to initialize RTP control session. | ||
186 | * | ||
187 | * @param payload_type Type of payload used to send. You can use values in toxmsi.h::MSICallType | ||
188 | * @param messenger Tox* object. | ||
189 | * @param friend_num Friend id. | ||
190 | * @param encrypt_key Speaks for it self. | ||
191 | * @param decrypt_key Speaks for it self. | ||
192 | * @param encrypt_nonce Speaks for it self. | ||
193 | * @param decrypt_nonce Speaks for it self. | ||
194 | * @return RTPSession* Created control session. | ||
195 | * @retval NULL Error occurred. | ||
196 | */ | ||
197 | RTPSession* rtp_init_session ( int payload_type, | ||
198 | Messenger* messenger, | ||
199 | int friend_num, | ||
200 | const uint8_t* encrypt_key, | ||
201 | const uint8_t* decrypt_key, | ||
202 | const uint8_t* encrypt_nonce, | ||
203 | const uint8_t* decrypt_nonce ); | ||
204 | |||
205 | |||
206 | /** | ||
207 | * @brief Terminate the session. | ||
208 | * | ||
209 | * @param session The session. | ||
210 | * @param messenger The messenger who owns the session | ||
211 | * @return int | ||
212 | * @retval -1 Error occurred. | ||
213 | * @retval 0 Success. | ||
214 | */ | ||
215 | int rtp_terminate_session ( RTPSession* session, Messenger* messenger ); | ||
216 | |||
217 | |||
218 | |||
219 | #endif /* __TOXRTP */ | ||
diff --git a/toxav/toxav.c b/toxav/toxav.c new file mode 100644 index 00000000..b40a1c02 --- /dev/null +++ b/toxav/toxav.c | |||
@@ -0,0 +1,539 @@ | |||
1 | /** toxav.c | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | #ifdef HAVE_CONFIG_H | ||
25 | #include "config.h" | ||
26 | #endif /* HAVE_CONFIG_H */ | ||
27 | |||
28 | #include "media.h" | ||
29 | #include "rtp.h" | ||
30 | #include "msi.h" | ||
31 | |||
32 | #include <stdlib.h> | ||
33 | #include <string.h> | ||
34 | #include <assert.h> | ||
35 | |||
36 | #include "toxav.h" | ||
37 | |||
38 | #define inline__ inline __attribute__((always_inline)) | ||
39 | |||
40 | static const uint8_t audio_index = 0, video_index = 1; | ||
41 | |||
42 | |||
43 | typedef enum { | ||
44 | ts_closing, | ||
45 | ts_running, | ||
46 | ts_closed | ||
47 | |||
48 | } ThreadState; | ||
49 | |||
50 | typedef struct _ToxAv | ||
51 | { | ||
52 | Messenger* messenger; | ||
53 | |||
54 | MSISession* msi_session; /** Main msi session */ | ||
55 | |||
56 | RTPSession* rtp_sessions[2]; /* Audio is first and video is second */ | ||
57 | |||
58 | struct jitter_buffer* j_buf; | ||
59 | CodecState* cs; | ||
60 | |||
61 | void* agent_handler; | ||
62 | } ToxAv; | ||
63 | |||
64 | /** | ||
65 | * @brief Start new A/V session. There can only be one session at the time. If you register more | ||
66 | * it will result in undefined behaviour. | ||
67 | * | ||
68 | * @param messenger The messenger handle. | ||
69 | * @param useragent The agent handling A/V session (i.e. phone). | ||
70 | * @param ua_name Useragent name. | ||
71 | * @param video_width Width of video frame. | ||
72 | * @param video_height Height of video frame. | ||
73 | * @return ToxAv* | ||
74 | * @retval NULL On error. | ||
75 | */ | ||
76 | ToxAv* toxav_new( Tox* messenger, void* useragent, const char* ua_name , uint16_t video_width, uint16_t video_height) | ||
77 | { | ||
78 | ToxAv* av = calloc ( sizeof(ToxAv), 1); | ||
79 | if (av == NULL) | ||
80 | return NULL; | ||
81 | |||
82 | av->messenger = (Messenger *)messenger; | ||
83 | |||
84 | av->msi_session = msi_init_session(av->messenger, (const unsigned char*) ua_name ); | ||
85 | av->msi_session->agent_handler = av; | ||
86 | |||
87 | av->rtp_sessions[0] = av->rtp_sessions [1] = NULL; | ||
88 | |||
89 | /* NOTE: This should be user defined or? */ | ||
90 | av->j_buf = create_queue(20); | ||
91 | |||
92 | av->cs = codec_init_session(AUDIO_BITRATE, AUDIO_FRAME_DURATION, AUDIO_SAMPLE_RATE, AUDIO_CHANNELS, video_width, video_height, VIDEO_BITRATE); | ||
93 | |||
94 | av->agent_handler = useragent; | ||
95 | |||
96 | return av; | ||
97 | } | ||
98 | |||
99 | /** | ||
100 | * @brief Remove A/V session. | ||
101 | * | ||
102 | * @param av Handler. | ||
103 | * @return void | ||
104 | */ | ||
105 | void toxav_kill ( ToxAv* av ) | ||
106 | { | ||
107 | msi_terminate_session(av->msi_session); | ||
108 | |||
109 | if ( av->rtp_sessions[audio_index] ) { | ||
110 | rtp_terminate_session(av->rtp_sessions[audio_index], av->msi_session->messenger_handle); | ||
111 | } | ||
112 | |||
113 | if ( av->rtp_sessions[video_index] ) { | ||
114 | rtp_terminate_session(av->rtp_sessions[video_index], av->msi_session->messenger_handle); | ||
115 | } | ||
116 | |||
117 | codec_terminate_session(av->cs); | ||
118 | |||
119 | free(av); | ||
120 | } | ||
121 | |||
122 | /** | ||
123 | * @brief Register callback for call state. | ||
124 | * | ||
125 | * @param callback The callback | ||
126 | * @param id One of the ToxAvCallbackID values | ||
127 | * @return void | ||
128 | */ | ||
129 | void toxav_register_callstate_callback ( ToxAVCallback callback, ToxAvCallbackID id ) | ||
130 | { | ||
131 | msi_register_callback((MSICallback)callback, (MSICallbackID) id); | ||
132 | } | ||
133 | |||
134 | /** | ||
135 | * @brief Call user. Use its friend_id. | ||
136 | * | ||
137 | * @param av Handler. | ||
138 | * @param user The user. | ||
139 | * @param call_type Call type. | ||
140 | * @param ringing_seconds Ringing timeout. | ||
141 | * @return int | ||
142 | * @retval 0 Success. | ||
143 | * @retval ToxAvError On error. | ||
144 | */ | ||
145 | int toxav_call (ToxAv* av, int user, ToxAvCallType call_type, int ringing_seconds ) | ||
146 | { | ||
147 | if ( av->msi_session->call ) { | ||
148 | return ErrorAlreadyInCall; | ||
149 | } | ||
150 | |||
151 | return msi_invite(av->msi_session, call_type, ringing_seconds * 1000, user); | ||
152 | } | ||
153 | |||
154 | /** | ||
155 | * @brief Hangup active call. | ||
156 | * | ||
157 | * @param av Handler. | ||
158 | * @return int | ||
159 | * @retval 0 Success. | ||
160 | * @retval ToxAvError On error. | ||
161 | */ | ||
162 | int toxav_hangup ( ToxAv* av ) | ||
163 | { | ||
164 | if ( !av->msi_session->call ) { | ||
165 | return ErrorNoCall; | ||
166 | } | ||
167 | |||
168 | if ( av->msi_session->call->state != call_active ) { | ||
169 | return ErrorInvalidState; | ||
170 | } | ||
171 | |||
172 | return msi_hangup(av->msi_session); | ||
173 | } | ||
174 | |||
175 | /** | ||
176 | * @brief Answer incomming call. | ||
177 | * | ||
178 | * @param av Handler. | ||
179 | * @param call_type Answer with... | ||
180 | * @return int | ||
181 | * @retval 0 Success. | ||
182 | * @retval ToxAvError On error. | ||
183 | */ | ||
184 | int toxav_answer ( ToxAv* av, ToxAvCallType call_type ) | ||
185 | { | ||
186 | if ( !av->msi_session->call ) { | ||
187 | return ErrorNoCall; | ||
188 | } | ||
189 | |||
190 | if ( av->msi_session->call->state != call_starting ) { | ||
191 | return ErrorInvalidState; | ||
192 | } | ||
193 | |||
194 | return msi_answer(av->msi_session, call_type); | ||
195 | } | ||
196 | |||
197 | /** | ||
198 | * @brief Reject incomming call. | ||
199 | * | ||
200 | * @param av Handler. | ||
201 | * @param reason Optional reason. Set NULL if none. | ||
202 | * @return int | ||
203 | * @retval 0 Success. | ||
204 | * @retval ToxAvError On error. | ||
205 | */ | ||
206 | int toxav_reject ( ToxAv* av, const char* reason ) | ||
207 | { | ||
208 | if ( !av->msi_session->call ) { | ||
209 | return ErrorNoCall; | ||
210 | } | ||
211 | |||
212 | if ( av->msi_session->call->state != call_starting ) { | ||
213 | return ErrorInvalidState; | ||
214 | } | ||
215 | |||
216 | return msi_reject(av->msi_session, (const uint8_t*) reason); | ||
217 | } | ||
218 | |||
219 | /** | ||
220 | * @brief Cancel outgoing request. | ||
221 | * | ||
222 | * @param av Handler. | ||
223 | * @param reason Optional reason. | ||
224 | * @return int | ||
225 | * @retval 0 Success. | ||
226 | * @retval ToxAvError On error. | ||
227 | */ | ||
228 | int toxav_cancel ( ToxAv* av, const char* reason ) | ||
229 | { | ||
230 | if ( !av->msi_session->call ) { | ||
231 | return ErrorNoCall; | ||
232 | } | ||
233 | |||
234 | return msi_cancel(av->msi_session, 0, (const uint8_t*)reason); | ||
235 | } | ||
236 | |||
237 | /** | ||
238 | * @brief Terminate transmission. Note that transmission will be terminated without informing remote peer. | ||
239 | * | ||
240 | * @param av Handler. | ||
241 | * @return int | ||
242 | * @retval 0 Success. | ||
243 | * @retval ToxAvError On error. | ||
244 | */ | ||
245 | int toxav_stop_call ( ToxAv* av ) | ||
246 | { | ||
247 | if ( !av->msi_session->call ) { | ||
248 | return ErrorNoCall; | ||
249 | } | ||
250 | |||
251 | return msi_stopcall(av->msi_session); | ||
252 | } | ||
253 | |||
254 | /** | ||
255 | * @brief Must be call before any RTP transmission occurs. | ||
256 | * | ||
257 | * @param av Handler. | ||
258 | * @return int | ||
259 | * @retval 0 Success. | ||
260 | * @retval ToxAvError On error. | ||
261 | */ | ||
262 | int toxav_prepare_transmission ( ToxAv* av ) | ||
263 | { | ||
264 | assert(av->msi_session); | ||
265 | if ( !av->msi_session || !av->msi_session->call ) { | ||
266 | return ErrorNoCall; | ||
267 | } | ||
268 | |||
269 | av->rtp_sessions[audio_index] = rtp_init_session( | ||
270 | type_audio, | ||
271 | av->messenger, | ||
272 | av->msi_session->call->peers[0], | ||
273 | av->msi_session->call->key_peer, | ||
274 | av->msi_session->call->key_local, | ||
275 | av->msi_session->call->nonce_peer, | ||
276 | av->msi_session->call->nonce_local | ||
277 | ); | ||
278 | |||
279 | |||
280 | if ( !av->rtp_sessions[audio_index] ) { | ||
281 | fprintf(stderr, "Error while starting audio RTP session!\n"); | ||
282 | return ErrorStartingAudioRtp; | ||
283 | } | ||
284 | |||
285 | av->rtp_sessions[video_index] = rtp_init_session ( | ||
286 | type_video, | ||
287 | av->messenger, | ||
288 | av->msi_session->call->peers[0], | ||
289 | av->msi_session->call->key_peer, | ||
290 | av->msi_session->call->key_local, | ||
291 | av->msi_session->call->nonce_peer, | ||
292 | av->msi_session->call->nonce_local | ||
293 | ); | ||
294 | |||
295 | |||
296 | if ( !av->rtp_sessions[video_index] ) { | ||
297 | fprintf(stderr, "Error while starting video RTP session!\n"); | ||
298 | return ErrorStartingVideoRtp; | ||
299 | } | ||
300 | |||
301 | return ErrorNone; | ||
302 | } | ||
303 | |||
304 | /** | ||
305 | * @brief Call this at the end of the transmission. | ||
306 | * | ||
307 | * @param av Handler. | ||
308 | * @return int | ||
309 | * @retval 0 Success. | ||
310 | * @retval ToxAvError On error. | ||
311 | */ | ||
312 | int toxav_kill_transmission ( ToxAv* av ) | ||
313 | { | ||
314 | /* Both sessions should be active at any time */ | ||
315 | if ( !av->rtp_sessions[0] || !av->rtp_sessions[0] ) | ||
316 | return ErrorNoTransmission; | ||
317 | |||
318 | |||
319 | if ( -1 == rtp_terminate_session(av->rtp_sessions[audio_index], av->messenger) ) { | ||
320 | fprintf(stderr, "Error while terminating audio RTP session!\n"); | ||
321 | return ErrorTerminatingAudioRtp; | ||
322 | } | ||
323 | |||
324 | if ( -1 == rtp_terminate_session(av->rtp_sessions[video_index], av->messenger) ) { | ||
325 | fprintf(stderr, "Error while terminating video RTP session!\n"); | ||
326 | return ErrorTerminatingVideoRtp; | ||
327 | } | ||
328 | |||
329 | return ErrorNone; | ||
330 | } | ||
331 | |||
332 | |||
333 | /** | ||
334 | * @brief Send RTP payload. | ||
335 | * | ||
336 | * @param av Handler. | ||
337 | * @param type Type of payload. | ||
338 | * @param payload The payload. | ||
339 | * @param length Size of it. | ||
340 | * @return int | ||
341 | * @retval 0 Success. | ||
342 | * @retval -1 Failure. | ||
343 | */ | ||
344 | inline__ int toxav_send_rtp_payload ( ToxAv* av, ToxAvCallType type, const uint8_t* payload, uint16_t length ) | ||
345 | { | ||
346 | if ( av->rtp_sessions[type - TypeAudio] ) | ||
347 | return rtp_send_msg ( av->rtp_sessions[type - TypeAudio], av->msi_session->messenger_handle, payload, length ); | ||
348 | else return -1; | ||
349 | } | ||
350 | |||
351 | /** | ||
352 | * @brief Receive RTP payload. | ||
353 | * | ||
354 | * @param av Handler. | ||
355 | * @param type Type of the payload. | ||
356 | * @param dest Storage. | ||
357 | * @return int | ||
358 | * @retval ToxAvError On Error. | ||
359 | * @retval >=0 Size of received payload. | ||
360 | */ | ||
361 | inline__ int toxav_recv_rtp_payload ( ToxAv* av, ToxAvCallType type, uint8_t* dest ) | ||
362 | { | ||
363 | if ( !dest ) return ErrorInternal; | ||
364 | |||
365 | if ( !av->rtp_sessions[type - TypeAudio] ) return ErrorNoRtpSession; | ||
366 | |||
367 | RTPMessage* message; | ||
368 | |||
369 | if ( type == TypeAudio ) { | ||
370 | |||
371 | do { | ||
372 | message = rtp_recv_msg(av->rtp_sessions[audio_index]); | ||
373 | |||
374 | if (message) { | ||
375 | /* push the packet into the queue */ | ||
376 | queue(av->j_buf, message); | ||
377 | } | ||
378 | } while(message); | ||
379 | |||
380 | int success = 0; | ||
381 | message = dequeue(av->j_buf, &success); | ||
382 | |||
383 | if ( success == 2) return ErrorAudioPacketLost; | ||
384 | } | ||
385 | else { | ||
386 | message = rtp_recv_msg(av->rtp_sessions[video_index]); | ||
387 | } | ||
388 | |||
389 | if ( message ) { | ||
390 | memcpy(dest, message->data, message->length); | ||
391 | |||
392 | int length = message->length; | ||
393 | |||
394 | rtp_free_msg(NULL, message); | ||
395 | |||
396 | return length; | ||
397 | } | ||
398 | |||
399 | return 0; | ||
400 | } | ||
401 | |||
402 | /** | ||
403 | * @brief Receive decoded video packet. | ||
404 | * | ||
405 | * @param av Handler. | ||
406 | * @param output Storage. | ||
407 | * @return int | ||
408 | * @retval 0 Success. | ||
409 | * @retval ToxAvError On Error. | ||
410 | */ | ||
411 | inline__ int toxav_recv_video ( ToxAv* av, vpx_image_t **output) | ||
412 | { | ||
413 | if ( !output ) return ErrorInternal; | ||
414 | uint8_t packet [RTP_PAYLOAD_SIZE]; | ||
415 | int recved_size = 0; | ||
416 | do { | ||
417 | recved_size = toxav_recv_rtp_payload(av, TypeVideo, packet); | ||
418 | if (recved_size > 0) { | ||
419 | printf("decode: %s\n", vpx_codec_err_to_string(vpx_codec_decode(&av->cs->v_decoder, packet, recved_size, NULL, 0))); | ||
420 | } | ||
421 | }while (recved_size > 0); | ||
422 | vpx_codec_iter_t iter = NULL; | ||
423 | vpx_image_t *img; | ||
424 | img = vpx_codec_get_frame(&av->cs->v_decoder, &iter); | ||
425 | if (img == NULL) | ||
426 | return ErrorInternal; | ||
427 | |||
428 | *output = img; | ||
429 | return 0; | ||
430 | } | ||
431 | |||
432 | /** | ||
433 | * @brief Encode and send video packet. | ||
434 | * | ||
435 | * @param av Handler. | ||
436 | * @param input The packet. | ||
437 | * @return int | ||
438 | * @retval 0 Success. | ||
439 | * @retval ToxAvError On error. | ||
440 | */ | ||
441 | inline__ int toxav_send_video ( ToxAv* av, vpx_image_t *input) | ||
442 | { | ||
443 | if (vpx_codec_encode(&av->cs->v_encoder, input, av->cs->frame_counter, 1, 0, MAX_ENCODE_TIME_US) != VPX_CODEC_OK) { | ||
444 | printf("could not encode video frame\n"); | ||
445 | return ErrorInternal; | ||
446 | } | ||
447 | ++av->cs->frame_counter; | ||
448 | |||
449 | vpx_codec_iter_t iter = NULL; | ||
450 | const vpx_codec_cx_pkt_t *pkt; | ||
451 | int sent = 0; | ||
452 | while( (pkt = vpx_codec_get_cx_data(&av->cs->v_encoder, &iter)) ) { | ||
453 | if (pkt->kind == VPX_CODEC_CX_FRAME_PKT) { | ||
454 | if (toxav_send_rtp_payload(av, TypeVideo, pkt->data.frame.buf, pkt->data.frame.sz) != -1) | ||
455 | ++sent; | ||
456 | } | ||
457 | } | ||
458 | if (sent > 0) | ||
459 | return 0; | ||
460 | |||
461 | return ErrorInternal; | ||
462 | } | ||
463 | |||
464 | /** | ||
465 | * @brief Receive decoded audio frame. | ||
466 | * | ||
467 | * @param av Handler. | ||
468 | * @param frame_size ... | ||
469 | * @param dest Destination of the packet. Make sure it has enough space for | ||
470 | * RTP_PAYLOAD_SIZE bytes. | ||
471 | * @return int | ||
472 | * @retval >=0 Size of received packet. | ||
473 | * @retval ToxAvError On error. | ||
474 | */ | ||
475 | inline__ int toxav_recv_audio ( ToxAv* av, int frame_size, int16_t* dest ) | ||
476 | { | ||
477 | if ( !dest ) return ErrorInternal; | ||
478 | uint8_t packet [RTP_PAYLOAD_SIZE]; | ||
479 | |||
480 | int recved_size = toxav_recv_rtp_payload(av, TypeAudio, packet); | ||
481 | |||
482 | if ( recved_size == ErrorAudioPacketLost ) { | ||
483 | printf("Lost packet\n"); | ||
484 | return opus_decode(av->cs->audio_decoder, NULL, 0, dest, frame_size, 1); | ||
485 | } else if ( recved_size ){ | ||
486 | return opus_decode(av->cs->audio_decoder, packet, recved_size, dest, frame_size, 0); | ||
487 | } else { | ||
488 | return 0; /* Nothing received */ | ||
489 | } | ||
490 | } | ||
491 | |||
492 | /** | ||
493 | * @brief Encode and send audio frame. | ||
494 | * | ||
495 | * @param av Handler. | ||
496 | * @param frame The frame. | ||
497 | * @param frame_size It's size. | ||
498 | * @return int | ||
499 | * @retval 0 Success. | ||
500 | * @retval ToxAvError On error. | ||
501 | */ | ||
502 | inline__ int toxav_send_audio ( ToxAv* av, const int16_t* frame, int frame_size) | ||
503 | { | ||
504 | uint8_t temp_data[RTP_PAYLOAD_SIZE]; | ||
505 | int32_t ret = opus_encode(av->cs->audio_encoder, frame, frame_size, temp_data, sizeof(temp_data)); | ||
506 | if (ret <= 0) | ||
507 | return ErrorInternal; | ||
508 | |||
509 | return toxav_send_rtp_payload(av, TypeAudio, temp_data, ret); | ||
510 | } | ||
511 | |||
512 | /** | ||
513 | * @brief Get peer transmission type. It can either be audio or video. | ||
514 | * | ||
515 | * @param av Handler. | ||
516 | * @param peer The peer | ||
517 | * @return int | ||
518 | * @retval ToxAvCallType On success. | ||
519 | * @retval ToxAvError On error. | ||
520 | */ | ||
521 | int toxav_get_peer_transmission_type ( ToxAv* av, int peer ) | ||
522 | { | ||
523 | assert(av->msi_session); | ||
524 | if ( peer < 0 || !av->msi_session->call || av->msi_session->call->peer_count <= peer ) | ||
525 | return ErrorInternal; | ||
526 | |||
527 | return av->msi_session->call->type_peer[peer]; | ||
528 | } | ||
529 | |||
530 | /** | ||
531 | * @brief Get reference to an object that is handling av session. | ||
532 | * | ||
533 | * @param av Handler. | ||
534 | * @return void* | ||
535 | */ | ||
536 | void* toxav_get_agent_handler ( ToxAv* av ) | ||
537 | { | ||
538 | return av->agent_handler; | ||
539 | } | ||
diff --git a/toxav/toxav.h b/toxav/toxav.h new file mode 100644 index 00000000..82334273 --- /dev/null +++ b/toxav/toxav.h | |||
@@ -0,0 +1,300 @@ | |||
1 | /** toxav.h | ||
2 | * | ||
3 | * Copyright (C) 2013 Tox project All Rights Reserved. | ||
4 | * | ||
5 | * This file is part of Tox. | ||
6 | * | ||
7 | * Tox is free software: you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation, either version 3 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * Tox is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with Tox. If not, see <http://www.gnu.org/licenses/>. | ||
19 | * | ||
20 | * | ||
21 | * Report bugs/suggestions at #tox-dev @ freenode.net:6667 | ||
22 | */ | ||
23 | |||
24 | |||
25 | #ifndef __TOXAV | ||
26 | #define __TOXAV | ||
27 | #include <inttypes.h> | ||
28 | |||
29 | /* vpx_image_t */ | ||
30 | #include <vpx/vpx_image.h> | ||
31 | |||
32 | typedef void* ( *ToxAVCallback ) ( void* arg ); | ||
33 | typedef struct _ToxAv ToxAv; | ||
34 | |||
35 | #ifndef __TOX_DEFINED__ | ||
36 | #define __TOX_DEFINED__ | ||
37 | typedef struct Tox Tox; | ||
38 | #endif | ||
39 | |||
40 | #define RTP_PAYLOAD_SIZE 65535 | ||
41 | |||
42 | /* Default video bitrate in bytes/s */ | ||
43 | #define VIDEO_BITRATE 10*1000*100 | ||
44 | |||
45 | /* Default audio bitrate in bits/s */ | ||
46 | #define AUDIO_BITRATE 64000 | ||
47 | |||
48 | /* Number of audio channels. */ | ||
49 | #define AUDIO_CHANNELS 1 | ||
50 | |||
51 | /* Audio frame duration in miliseconds */ | ||
52 | #define AUDIO_FRAME_DURATION 20 | ||
53 | |||
54 | /* Audio sample rate recommended to be 48kHz for Opus */ | ||
55 | #define AUDIO_SAMPLE_RATE 48000 | ||
56 | |||
57 | /* The amount of samples in one audio frame */ | ||
58 | #define AUDIO_FRAME_SIZE AUDIO_SAMPLE_RATE*AUDIO_FRAME_DURATION/1000 | ||
59 | |||
60 | /* Assume 60 fps*/ | ||
61 | #define MAX_ENCODE_TIME_US ((1000 / 60) * 1000) | ||
62 | |||
63 | |||
64 | /** | ||
65 | * @brief Callbacks ids that handle the call states. | ||
66 | */ | ||
67 | typedef enum { | ||
68 | /* Requests */ | ||
69 | OnInvite, | ||
70 | OnStart, | ||
71 | OnCancel, | ||
72 | OnReject, | ||
73 | OnEnd, | ||
74 | |||
75 | /* Responses */ | ||
76 | OnRinging, | ||
77 | OnStarting, | ||
78 | OnEnding, | ||
79 | |||
80 | /* Protocol */ | ||
81 | OnError, | ||
82 | OnRequestTimeout | ||
83 | |||
84 | } ToxAvCallbackID; | ||
85 | |||
86 | |||
87 | /** | ||
88 | * @brief Call type identifier. | ||
89 | */ | ||
90 | typedef enum { | ||
91 | TypeAudio = 70, | ||
92 | TypeVideo | ||
93 | } ToxAvCallType; | ||
94 | |||
95 | |||
96 | /** | ||
97 | * @brief Error indicators. | ||
98 | * | ||
99 | */ | ||
100 | typedef enum { | ||
101 | ErrorNone = 0, | ||
102 | ErrorInternal = -1, /* Internal error */ | ||
103 | ErrorAlreadyInCall = -2, /* Already has an active call */ | ||
104 | ErrorNoCall = -3, /* Trying to perform call action while not in a call */ | ||
105 | ErrorInvalidState = -4, /* Trying to perform call action while in invalid state*/ | ||
106 | ErrorNoRtpSession = -5, /* Trying to perform rtp action on invalid session */ | ||
107 | ErrorAudioPacketLost = -6, /* Indicating packet loss */ | ||
108 | ErrorStartingAudioRtp = -7, /* Error in toxav_prepare_transmission() */ | ||
109 | ErrorStartingVideoRtp = -8 , /* Error in toxav_prepare_transmission() */ | ||
110 | ErrorNoTransmission = -9, /* Returned in toxav_kill_transmission() */ | ||
111 | ErrorTerminatingAudioRtp = -10, /* Returned in toxav_kill_transmission() */ | ||
112 | ErrorTerminatingVideoRtp = -11, /* Returned in toxav_kill_transmission() */ | ||
113 | |||
114 | } ToxAvError; | ||
115 | |||
116 | |||
117 | /** | ||
118 | * @brief Start new A/V session. There can only be one session at the time. If you register more | ||
119 | * it will result in undefined behaviour. | ||
120 | * | ||
121 | * @param messenger The messenger handle. | ||
122 | * @param useragent The agent handling A/V session (i.e. phone). | ||
123 | * @param ua_name Useragent name. | ||
124 | * @param video_width Width of video frame. | ||
125 | * @param video_height Height of video frame. | ||
126 | * @return ToxAv* | ||
127 | * @retval NULL On error. | ||
128 | */ | ||
129 | ToxAv* toxav_new(Tox* messenger, void* useragent, const char* ua_name, uint16_t video_width, uint16_t video_height); | ||
130 | |||
131 | /** | ||
132 | * @brief Remove A/V session. | ||
133 | * | ||
134 | * @param av Handler. | ||
135 | * @return void | ||
136 | */ | ||
137 | void toxav_kill(ToxAv* av); | ||
138 | |||
139 | /** | ||
140 | * @brief Register callback for call state. | ||
141 | * | ||
142 | * @param callback The callback | ||
143 | * @param id One of the ToxAvCallbackID values | ||
144 | * @return void | ||
145 | */ | ||
146 | void toxav_register_callstate_callback (ToxAVCallback callback, ToxAvCallbackID id); | ||
147 | |||
148 | /** | ||
149 | * @brief Call user. Use its friend_id. | ||
150 | * | ||
151 | * @param av Handler. | ||
152 | * @param user The user. | ||
153 | * @param call_type Call type. | ||
154 | * @param ringing_seconds Ringing timeout. | ||
155 | * @return int | ||
156 | * @retval 0 Success. | ||
157 | * @retval ToxAvError On error. | ||
158 | */ | ||
159 | int toxav_call(ToxAv* av, int user, ToxAvCallType call_type, int ringing_seconds); | ||
160 | |||
161 | /** | ||
162 | * @brief Hangup active call. | ||
163 | * | ||
164 | * @param av Handler. | ||
165 | * @return int | ||
166 | * @retval 0 Success. | ||
167 | * @retval ToxAvError On error. | ||
168 | */ | ||
169 | int toxav_hangup(ToxAv* av); | ||
170 | |||
171 | /** | ||
172 | * @brief Answer incomming call. | ||
173 | * | ||
174 | * @param av Handler. | ||
175 | * @param call_type Answer with... | ||
176 | * @return int | ||
177 | * @retval 0 Success. | ||
178 | * @retval ToxAvError On error. | ||
179 | */ | ||
180 | int toxav_answer(ToxAv* av, ToxAvCallType call_type ); | ||
181 | |||
182 | /** | ||
183 | * @brief Reject incomming call. | ||
184 | * | ||
185 | * @param av Handler. | ||
186 | * @param reason Optional reason. Set NULL if none. | ||
187 | * @return int | ||
188 | * @retval 0 Success. | ||
189 | * @retval ToxAvError On error. | ||
190 | */ | ||
191 | int toxav_reject(ToxAv* av, const char* reason); | ||
192 | |||
193 | /** | ||
194 | * @brief Cancel outgoing request. | ||
195 | * | ||
196 | * @param av Handler. | ||
197 | * @param reason Optional reason. | ||
198 | * @return int | ||
199 | * @retval 0 Success. | ||
200 | * @retval ToxAvError On error. | ||
201 | */ | ||
202 | int toxav_cancel(ToxAv* av, const char* reason); | ||
203 | |||
204 | /** | ||
205 | * @brief Terminate transmission. Note that transmission will be terminated without informing remote peer. | ||
206 | * | ||
207 | * @param av Handler. | ||
208 | * @return int | ||
209 | * @retval 0 Success. | ||
210 | * @retval ToxAvError On error. | ||
211 | */ | ||
212 | int toxav_stop_call(ToxAv* av); | ||
213 | |||
214 | /** | ||
215 | * @brief Must be call before any RTP transmission occurs. | ||
216 | * | ||
217 | * @param av Handler. | ||
218 | * @return int | ||
219 | * @retval 0 Success. | ||
220 | * @retval ToxAvError On error. | ||
221 | */ | ||
222 | int toxav_prepare_transmission(ToxAv* av); | ||
223 | |||
224 | /** | ||
225 | * @brief Call this at the end of the transmission. | ||
226 | * | ||
227 | * @param av Handler. | ||
228 | * @return int | ||
229 | * @retval 0 Success. | ||
230 | * @retval ToxAvError On error. | ||
231 | */ | ||
232 | int toxav_kill_transmission(ToxAv* av); | ||
233 | |||
234 | /** | ||
235 | * @brief Receive decoded video packet. | ||
236 | * | ||
237 | * @param av Handler. | ||
238 | * @param output Storage. | ||
239 | * @return int | ||
240 | * @retval 0 Success. | ||
241 | * @retval ToxAvError On Error. | ||
242 | */ | ||
243 | int toxav_recv_video ( ToxAv* av, vpx_image_t **output); | ||
244 | |||
245 | /** | ||
246 | * @brief Receive decoded audio frame. | ||
247 | * | ||
248 | * @param av Handler. | ||
249 | * @param frame_size ... | ||
250 | * @param dest Destination of the packet. Make sure it has enough space for | ||
251 | * RTP_PAYLOAD_SIZE bytes. | ||
252 | * @return int | ||
253 | * @retval >=0 Size of received packet. | ||
254 | * @retval ToxAvError On error. | ||
255 | */ | ||
256 | int toxav_recv_audio( ToxAv* av, int frame_size, int16_t* dest ); | ||
257 | |||
258 | /** | ||
259 | * @brief Encode and send video packet. | ||
260 | * | ||
261 | * @param av Handler. | ||
262 | * @param input The packet. | ||
263 | * @return int | ||
264 | * @retval 0 Success. | ||
265 | * @retval ToxAvError On error. | ||
266 | */ | ||
267 | int toxav_send_video ( ToxAv* av, vpx_image_t *input); | ||
268 | |||
269 | /** | ||
270 | * @brief Encode and send audio frame. | ||
271 | * | ||
272 | * @param av Handler. | ||
273 | * @param frame The frame. | ||
274 | * @param frame_size It's size. | ||
275 | * @return int | ||
276 | * @retval 0 Success. | ||
277 | * @retval ToxAvError On error. | ||
278 | */ | ||
279 | int toxav_send_audio ( ToxAv* av, const int16_t* frame, int frame_size); | ||
280 | |||
281 | /** | ||
282 | * @brief Get peer transmission type. It can either be audio or video. | ||
283 | * | ||
284 | * @param av Handler. | ||
285 | * @param peer The peer | ||
286 | * @return int | ||
287 | * @retval ToxAvCallType On success. | ||
288 | * @retval ToxAvError On error. | ||
289 | */ | ||
290 | int toxav_get_peer_transmission_type ( ToxAv* av, int peer ); | ||
291 | |||
292 | /** | ||
293 | * @brief Get reference to an object that is handling av session. | ||
294 | * | ||
295 | * @param av Handler. | ||
296 | * @return void* | ||
297 | */ | ||
298 | void* toxav_get_agent_handler ( ToxAv* av ); | ||
299 | |||
300 | #endif /* __TOXAV */ \ No newline at end of file | ||