1 files changed, 1352 insertions, 0 deletions

diff --git a/toxav/phone.c b/toxav/phone.c
new file mode 100644
index 00000000..ec7dd143
--- /dev/null
+++ b/toxav/phone.c
@@ -0,0 +1,1352 @@
+/**  phone.c
+ *
+ *   NOTE NOTE NOTE NOTE NOTE NOTE
+ *
+ *   This file is for testing/reference purposes only, hence
+ *   it is _poorly_ designed and it does not fully reflect the
+ *   quaility of msi nor rtp. Although toxmsi* and toxrtp* are tested
+ *   there is always possiblity of crashes. If crash occures,
+ *   contact me ( mannol ) on either irc channel #tox-dev @ freenode.net:6667
+ *   or eniz_vukovic@hotmail.com
+ *
+ *   NOTE NOTE NOTE NOTE NOTE NOTE
+ *
+ *   Copyright (C) 2013 Tox project All Rights Reserved.
+ *
+ *   This file is part of Tox.
+ *
+ *   Tox is free software: you can redistribute it and/or modify
+ *   it under the terms of the GNU General Public License as published by
+ *   the Free Software Foundation, either version 3 of the License, or
+ *   (at your option) any later version.
+ *
+ *   Tox is distributed in the hope that it will be useful,
+ *   but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *   GNU General Public License for more details.
+ *
+ *   You should have received a copy of the GNU General Public License
+ *   along with Tox. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif /* HAVE_CONFIG_H */
+
+#define _BSD_SOURCE
+
+#include <stdio.h>
+#include <string.h>
+#include <stdlib.h>
+#include <stdarg.h>
+#include <unistd.h>
+#include <assert.h>
+#include <math.h>
+#include <pthread.h>
+
+//#include "media.h"
+#include "toxav.h"
+#include "event.h"
+#include "../toxcore/tox.h"
+
+#ifdef TOX_FFMPEG
+/* Video encoding/decoding */
+#include <libavcodec/avcodec.h>
+#include <libavformat/avformat.h>
+#include <libswscale/swscale.h>
+#include <libavdevice/avdevice.h>
+#include <libavutil/opt.h>
+#endif
+
+#include <AL/al.h>
+#include <AL/alc.h>
+#include <SDL/SDL.h>
+#include <SDL/SDL_thread.h>
+
+/* the quit event for SDL */
+#define FF_QUIT_EVENT (SDL_USEREVENT + 2)
+
+#ifdef __linux__
+#define VIDEO_DRIVER "video4linux2"
+#define DEFAULT_WEBCAM "/dev/video0"
+#endif
+
+#if defined(_WIN32) || defined(__WIN32__) || defined (WIN32)
+#define VIDEO_DRIVER "vfwcap"
+#define DEFAULT_WEBCAM "0"
+#endif
+
+
+/* Define client version */
+#define _USERAGENT "v.0.3.0"
+
+
+struct SDL_Surface *screen;
+
+typedef struct {
+    struct SDL_Overlay *bmp;
+    int width, height;
+} VideoPicture;
+
+
+typedef struct av_friend_s {
+    int _id;
+    int _active; /* 0=false; 1=true; */
+} av_friend_t;
+
+typedef struct av_session_s {
+    /* Encoding/decoding/capturing/playing */
+    ToxAv *av;
+
+    VideoPicture    video_picture;
+    struct ALCdevice *audio_capture_device;
+
+    /* context for converting image format to something SDL can use*/
+    struct SwsContext   *sws_SDL_r_ctx;
+
+    /* context for converting webcam image format to something the video encoder can use */
+    struct SwsContext   *sws_ctx;
+
+    /* Thread running control */
+    int running_decaud, running_encaud,
+        running_decvid, running_encvid;
+
+    pthread_mutex_t _mutex;
+
+    Tox *_messenger;
+    av_friend_t  *_friends;
+    int _friend_cout;
+    char _my_public_id[200];
+#ifdef TOX_FFMPEG
+    AVInputFormat *video_input_format;
+    AVFormatContext *video_format_ctx;
+    uint8_t video_stream;
+    AVCodecContext *webcam_decoder_ctx;
+    AVCodec *webcam_decoder;
+#endif
+} av_session_t;
+
+
+void av_allocate_friend(av_session_t *_phone, int _id, int _active)
+{
+    static int _new_id = 0;
+
+    if ( !_phone->_friends ) {
+        _phone->_friends = calloc(sizeof(av_friend_t), 1);
+        _phone->_friend_cout = 1;
+    } else {
+        _phone->_friend_cout ++;
+        _phone->_friends = realloc(_phone->_friends, sizeof(av_friend_t) * _phone->_friend_cout);
+    }
+
+    if ( _id == -1 ) {
+        _phone->_friends->_id = _new_id;
+        _new_id ++;
+    } else _phone->_friends->_id = _id;
+
+    _phone->_friends->_active = _active;
+}
+av_friend_t *av_get_friend(av_session_t *_phone, int _id)
+{
+    av_friend_t *_friends = _phone->_friends;
+
+    if ( !_friends ) return NULL;
+
+    int _it = 0;
+
+    for (; _it < _phone->_friend_cout; _it ++)
+        if ( _friends[_it]._id == _id )
+            return _friends + _it;
+
+    return NULL;
+}
+
+
+/***************** MISC *****************/
+
+void INFO (const char *_format, ...)
+{
+    printf("\r[!] ");
+    va_list _arg;
+    va_start (_arg, _format);
+    vfprintf (stdout, _format, _arg);
+    va_end (_arg);
+    printf("\n\r >> ");
+    fflush(stdout);
+}
+
+unsigned char *hex_string_to_bin(char hex_string[])
+{
+    size_t i, len = strlen(hex_string);
+    unsigned char *val = calloc(sizeof(unsigned char), len);
+    char *pos = hex_string;
+
+    for (i = 0; i < len; ++i, pos += 2)
+        sscanf(pos, "%2hhx", &val[i]);
+
+    return val;
+}
+
+int getinput( char *_buff, size_t _limit, int *_len )
+{
+    if ( fgets(_buff, _limit, stdin) == NULL )
+        return -1;
+
+    *_len = strlen(_buff) - 1;
+
+    /* Get rid of newline */
+    _buff[*_len] = '\0';
+
+    return 0;
+}
+
+char *trim_spaces ( char *buff )
+{
+
+    int _i = 0, _len = strlen(buff);
+
+    char *container = calloc(sizeof(char), _len);
+    int _ci = 0;
+
+    for ( ; _i < _len; _i++ ) {
+        while ( _i < _len && buff[_i] == ' ' )
+            _i++;
+
+        if ( _i < _len ) {
+            container[_ci] = buff[_i];
+            _ci ++;
+        }
+    }
+
+    memcpy( buff, container, _ci );
+    buff[_ci] = '\0';
+    free(container);
+    return buff;
+}
+
+#define FRADDR_TOSTR_CHUNK_LEN 8
+
+static void fraddr_to_str(uint8_t *id_bin, char *id_str)
+{
+    uint i, delta = 0, pos_extra = 0, sum_extra = 0;
+
+    for (i = 0; i < TOX_FRIEND_ADDRESS_SIZE; i++) {
+        sprintf(&id_str[2 * i + delta], "%02hhX", id_bin[i]);
+
+        if ((i + 1) == TOX_CLIENT_ID_SIZE)
+            pos_extra = 2 * (i + 1) + delta;
+
+        if (i >= TOX_CLIENT_ID_SIZE)
+            sum_extra |= id_bin[i];
+
+        if (!((i + 1) % FRADDR_TOSTR_CHUNK_LEN)) {
+            id_str[2 * (i + 1) + delta] = ' ';
+            delta++;
+        }
+    }
+
+    id_str[2 * i + delta] = 0;
+
+    if (!sum_extra)
+        id_str[pos_extra] = 0;
+}
+
+/*********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ */
+
+
+/*
+ * How av stuff _should_ look like
+ */
+/*
+int display_received_frame(av_session_t* _phone, vpx_image_t *image)
+{
+    CodecState* cs = get_cs_temp(_phone->av);
+    AVPicture pict;
+    SDL_LockYUVOverlay(_phone->video_picture.bmp);
+
+    pict.data[0] = _phone->video_picture.bmp->pixels[0];
+    pict.data[1] = _phone->video_picture.bmp->pixels[2];
+    pict.data[2] = _phone->video_picture.bmp->pixels[1];
+    pict.linesize[0] = _phone->video_picture.bmp->pitches[0];
+    pict.linesize[1] = _phone->video_picture.bmp->pitches[2];
+    pict.linesize[2] = _phone->video_picture.bmp->pitches[1];
+    */
+/* Convert the image into YUV format that SDL uses *//*
+sws_scale(_phone->sws_SDL_r_ctx, (uint8_t const * const *)r_video_frame->data, r_video_frame->linesize, 0,
+          cs->video_decoder_ctx->height, pict.data, pict.linesize );
+
+SDL_UnlockYUVOverlay(_phone->video_picture.bmp);
+SDL_Rect rect;
+rect.x = 0;
+rect.y = 0;
+rect.w = cs->video_decoder_ctx->width;
+rect.h = cs->video_decoder_ctx->height;
+SDL_DisplayYUVOverlay(_phone->video_picture.bmp, &rect);
+return 1;
+}
+*/
+#ifdef TOX_FFMPEG
+void *encode_video_thread(void *arg)
+{
+    INFO("Started encode video thread!");
+
+    av_session_t *_phone = arg;
+
+    _phone->running_encvid = 1;
+    //CodecState *cs = get_cs_temp(_phone->av);
+    AVPacket pkt1, *packet = &pkt1;
+    //int p = 0;
+    //int got_packet;
+    int video_frame_finished;
+    AVFrame *s_video_frame;
+    AVFrame *webcam_frame;
+    s_video_frame = avcodec_alloc_frame();
+    webcam_frame = avcodec_alloc_frame();
+    //AVPacket enc_video_packet;
+
+    uint8_t *buffer;
+    int numBytes;
+    /* Determine required buffer size and allocate buffer */
+    numBytes = avpicture_get_size(PIX_FMT_YUV420P, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height);
+    buffer = (uint8_t *)av_calloc(numBytes * sizeof(uint8_t), 1);
+    avpicture_fill((AVPicture *)s_video_frame, buffer, PIX_FMT_YUV420P, _phone->webcam_decoder_ctx->width,
+                   _phone->webcam_decoder_ctx->height);
+    _phone->sws_ctx = sws_getContext(_phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height,
+                                     _phone->webcam_decoder_ctx->pix_fmt, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height,
+                                     PIX_FMT_YUV420P,
+                                     SWS_BILINEAR, NULL, NULL, NULL);
+
+
+    vpx_image_t *image =
+        vpx_img_alloc(NULL, VPX_IMG_FMT_I420, _phone->webcam_decoder_ctx->width, _phone->webcam_decoder_ctx->height, 1);
+
+    //uint32_t frame_counter = 0;
+    while (_phone->running_encvid) {
+
+        if (av_read_frame(_phone->video_format_ctx, packet) < 0) {
+            printf("error reading frame\n");
+
+            if (_phone->video_format_ctx->pb->error != 0)
+                break;
+
+            continue;
+        }
+
+        if (packet->stream_index == _phone->video_stream) {
+            if (avcodec_decode_video2(_phone->webcam_decoder_ctx, webcam_frame, &video_frame_finished, packet) < 0) {
+                printf("couldn't decode\n");
+                continue;
+            }
+
+            av_free_packet(packet);
+            sws_scale(_phone->sws_ctx, (uint8_t const * const *)webcam_frame->data, webcam_frame->linesize, 0,
+                      _phone->webcam_decoder_ctx->height, s_video_frame->data, s_video_frame->linesize);
+            /* create a new I-frame every 60 frames */
+            //++p;
+            /*
+            if (p == 60) {
+
+                s_video_frame->pict_type = AV_PICTURE_TYPE_BI ;
+            } else if (p == 61) {
+                s_video_frame->pict_type = AV_PICTURE_TYPE_I ;
+                p = 0;
+            } else {
+                s_video_frame->pict_type = AV_PICTURE_TYPE_P ;
+            }*/
+
+            if (video_frame_finished) {
+                memcpy(image->planes[VPX_PLANE_Y], s_video_frame->data[0],
+                       s_video_frame->linesize[0] * _phone->webcam_decoder_ctx->height);
+                memcpy(image->planes[VPX_PLANE_U], s_video_frame->data[1],
+                       s_video_frame->linesize[1] * _phone->webcam_decoder_ctx->height / 2);
+                memcpy(image->planes[VPX_PLANE_V], s_video_frame->data[2],
+                       s_video_frame->linesize[2] * _phone->webcam_decoder_ctx->height / 2);
+                toxav_send_video (_phone->av, image);
+                //if (avcodec_encode_video2(cs->video_encoder_ctx, &enc_video_packet, s_video_frame, &got_packet) < 0) {
+                /*if (vpx_codec_encode(&cs->v_encoder, image, frame_counter, 1, 0, 0) != VPX_CODEC_OK) {
+                    printf("could not encode video frame\n");
+                    continue;
+                }
+                ++frame_counter;
+
+                vpx_codec_iter_t iter = NULL;
+                vpx_codec_cx_pkt_t *pkt;
+                while( (pkt = vpx_codec_get_cx_data(&cs->v_encoder, &iter)) ) {
+                    if (pkt->kind == VPX_CODEC_CX_FRAME_PKT)
+                        toxav_send_rtp_payload(_phone->av, TypeVideo, pkt->data.frame.buf, pkt->data.frame.sz);
+                }*/
+                //if (!got_packet) {
+                //    continue;
+                //}
+
+                //if (!enc_video_packet.data) fprintf(stderr, "video packet data is NULL\n");
+
+                //toxav_send_rtp_payload(_phone->av, TypeVideo, enc_video_packet.data, enc_video_packet.size);
+
+                //av_free_packet(&enc_video_packet);
+            }
+        } else {
+            av_free_packet(packet);
+        }
+    }
+
+    vpx_img_free(image);
+
+    /* clean up codecs */
+    //pthread_mutex_lock(&cs->ctrl_mutex);
+    av_free(buffer);
+    av_free(webcam_frame);
+    av_free(s_video_frame);
+    sws_freeContext(_phone->sws_ctx);
+    //avcodec_close(webcam_decoder_ctx);
+    //avcodec_close(cs->video_encoder_ctx);
+    //pthread_mutex_unlock(&cs->ctrl_mutex);
+
+    _phone->running_encvid = -1;
+
+    pthread_exit ( NULL );
+}
+#endif
+
+void *encode_audio_thread(void *arg)
+{
+    INFO("Started encode audio thread!");
+    av_session_t *_phone = arg;
+    _phone->running_encaud = 1;
+
+    int ret = 0;
+    int16_t frame[4096];
+    int frame_size = AUDIO_FRAME_SIZE;
+    ALint sample = 0;
+    alcCaptureStart((ALCdevice *)_phone->audio_capture_device);
+
+    while (_phone->running_encaud) {
+        alcGetIntegerv((ALCdevice *)_phone->audio_capture_device, ALC_CAPTURE_SAMPLES, (ALCsizei)sizeof(ALint), &sample);
+
+        if (sample >= frame_size) {
+            alcCaptureSamples((ALCdevice *)_phone->audio_capture_device, frame, frame_size);
+
+            ret = toxav_send_audio(_phone->av, frame, frame_size);
+
+            if (ret < 0)
+                printf("Could not encode or send audio packet\n");
+
+        } else {
+            usleep(1000);
+        }
+    }
+
+    /* clean up codecs *
+    pthread_mutex_lock(&cs->ctrl_mutex);* /
+    alcCaptureStop((ALCdevice*)_phone->audio_capture_device);
+    alcCaptureCloseDevice((ALCdevice*)_phone->audio_capture_device);
+    / *pthread_mutex_unlock(&cs->ctrl_mutex);*/
+    _phone->running_encaud = -1;
+    pthread_exit ( NULL );
+}
+
+void convert_to_rgb(vpx_image_t *img, unsigned char *out)
+{
+    const int w = img->d_w;
+    const int w2 = w / 2;
+    const int pstride = w * 3;
+    const int h = img->d_h;
+    const int h2 = h / 2;
+
+    const int strideY = img->stride[0];
+    const int strideU = img->stride[1];
+    const int strideV = img->stride[2];
+    int posy, posx;
+
+    for (posy = 0; posy < h2; posy++) {
+        unsigned char *dst = out + pstride * (posy * 2);
+        unsigned char *dst2 = out + pstride * (posy * 2 + 1);
+        const unsigned char *srcY = img->planes[0] + strideY * posy * 2;
+        const unsigned char *srcY2 = img->planes[0] + strideY * (posy * 2 + 1);
+        const unsigned char *srcU = img->planes[1] + strideU * posy;
+        const unsigned char *srcV = img->planes[2] + strideV * posy;
+
+        for (posx = 0; posx < w2; posx++) {
+            unsigned char Y, U, V;
+            short R, G, B;
+            short iR, iG, iB;
+
+            U = *(srcU++);
+            V = *(srcV++);
+            iR = (351 * (V - 128)) / 256;
+            iG = - (179 * (V - 128)) / 256 - (86 * (U - 128)) / 256;
+            iB = (444 * (U - 128)) / 256;
+
+            Y = *(srcY++);
+            R = Y + iR ;
+            G = Y + iG ;
+            B = Y + iB ;
+            R = (R < 0 ? 0 : (R > 255 ? 255 : R));
+            G = (G < 0 ? 0 : (G > 255 ? 255 : G));
+            B = (B < 0 ? 0 : (B > 255 ? 255 : B));
+            *(dst++) = R;
+            *(dst++) = G;
+            *(dst++) = B;
+
+            Y = *(srcY2++);
+            R = Y + iR ;
+            G = Y + iG ;
+            B = Y + iB ;
+            R = (R < 0 ? 0 : (R > 255 ? 255 : R));
+            G = (G < 0 ? 0 : (G > 255 ? 255 : G));
+            B = (B < 0 ? 0 : (B > 255 ? 255 : B));
+            *(dst2++) = R;
+            *(dst2++) = G;
+            *(dst2++) = B;
+
+            Y = *(srcY++) ;
+            R = Y + iR ;
+            G = Y + iG ;
+            B = Y + iB ;
+            R = (R < 0 ? 0 : (R > 255 ? 255 : R));
+            G = (G < 0 ? 0 : (G > 255 ? 255 : G));
+            B = (B < 0 ? 0 : (B > 255 ? 255 : B));
+            *(dst++) = R;
+            *(dst++) = G;
+            *(dst++) = B;
+
+            Y = *(srcY2++);
+            R = Y + iR ;
+            G = Y + iG ;
+            B = Y + iB ;
+            R = (R < 0 ? 0 : (R > 255 ? 255 : R));
+            G = (G < 0 ? 0 : (G > 255 ? 255 : G));
+            B = (B < 0 ? 0 : (B > 255 ? 255 : B));
+            *(dst2++) = R;
+            *(dst2++) = G;
+            *(dst2++) = B;
+        }
+    }
+}
+
+#define mask32(BYTE) (*(uint32_t *)(uint8_t [4]){ [BYTE] = 0xff })
+
+void *decode_video_thread(void *arg)
+{
+    INFO("Started decode video thread!");
+    av_session_t *_phone = arg;
+    _phone->running_decvid = 1;
+
+    //CodecState *cs = get_cs_temp(_phone->av);
+    //cs->video_stream = 0;
+
+    //int recved_size;
+    //uint8_t dest[RTP_PAYLOAD_SIZE];
+
+    //int dec_frame_finished;
+    //AVFrame *r_video_frame;
+    //r_video_frame = avcodec_alloc_frame();
+    //AVPacket dec_video_packet;
+    //av_new_packet (&dec_video_packet, 65536);
+    int width = 0;
+    int height = 0;
+
+    while (_phone->running_decvid) {
+        //recved_size = toxav_recv_rtp_payload(_phone->av, TypeVideo, dest);
+        //if (recved_size) {
+        vpx_image_t *image;
+
+        if (toxav_recv_video(_phone->av, &image) == 0) {
+            //memcpy(dec_video_packet.data, dest, recved_size);
+            //dec_video_packet.size = recved_size;
+
+            //avcodec_decode_video2(cs->video_decoder_ctx, r_video_frame, &dec_frame_finished, &dec_video_packet);
+
+            //if (dec_frame_finished) {
+
+            /* Check if size has changed */
+            if (image->d_w != width || image->d_h != height) {
+
+                width = image->d_w;
+                height = image->d_h;
+
+                printf("w: %d h: %d \n", width, height);
+
+                screen = SDL_SetVideoMode(width, height, 0, 0);
+
+                //if (_phone->video_picture.bmp)
+                //   SDL_FreeYUVOverlay(_phone->video_picture.bmp);
+
+                //_phone->video_picture.bmp = SDL_CreateYUVOverlay(width, height, SDL_YV12_OVERLAY, screen);
+                // _phone->sws_SDL_r_ctx = sws_getContext(width, height, cs->video_decoder_ctx->pix_fmt, width, height, PIX_FMT_YUV420P,
+                //                                      SWS_BILINEAR, NULL, NULL, NULL);
+            }
+
+            uint8_t *rgb_image = malloc(width * height * 3);
+            convert_to_rgb(image, rgb_image);
+            SDL_Surface *img_surface = SDL_CreateRGBSurfaceFrom(rgb_image, width, height, 24, width * 3, mask32(0), mask32(1),
+                                       mask32(2), 0);
+
+            if (SDL_BlitSurface(img_surface, NULL, screen, NULL) == 0)
+                SDL_UpdateRect(screen, 0, 0, 0, 0);
+
+            /*
+            SDL_LockYUVOverlay(_phone->video_picture.bmp);
+            memcpy(_phone->video_picture.bmp->pixels[0], image->planes[VPX_PLANE_Y], _phone->video_picture.bmp->pitches[0] * height);
+            memcpy(_phone->video_picture.bmp->pixels[1], image->planes[VPX_PLANE_V], _phone->video_picture.bmp->pitches[1] * height / 2);
+            memcpy(_phone->video_picture.bmp->pixels[2], image->planes[VPX_PLANE_U], _phone->video_picture.bmp->pitches[2] * height / 2);
+
+            SDL_Rect rect;
+            rect.x = 0;
+            rect.y = 0;
+            rect.w = width;
+            rect.h = height;
+            SDL_DisplayYUVOverlay(_phone->video_picture.bmp, &rect);*/
+            free(rgb_image);
+            //display_received_frame(_phone, image);
+
+        } //else {
+
+        /* TODO: request the sender to create a new i-frame immediatly */
+        //printf("Bad video packet\n");
+        //}
+        //}
+
+        usleep(1000);
+    }
+
+    /* clean up codecs */
+    //av_free(r_video_frame);
+
+    //pthread_mutex_lock(&cs->ctrl_mutex);
+    //avcodec_close(cs->video_decoder_ctx);
+    //pthread_mutex_unlock(&cs->ctrl_mutex);
+
+    _phone->running_decvid = -1;
+
+    pthread_exit ( NULL );
+}
+
+void *decode_audio_thread(void *arg)
+{
+    INFO("Started decode audio thread!");
+    av_session_t *_phone = arg;
+    _phone->running_decaud = 1;
+
+    //int recved_size;
+    //uint8_t dest [RTP_PAYLOAD_SIZE];
+
+    int frame_size = AUDIO_FRAME_SIZE;
+    //int data_size;
+
+    ALCdevice *dev;
+    ALCcontext *ctx;
+    ALuint source, *buffers;
+    dev = alcOpenDevice(NULL);
+    ctx = alcCreateContext(dev, NULL);
+    alcMakeContextCurrent(ctx);
+    int openal_buffers = 5;
+
+    buffers = calloc(sizeof(ALuint) * openal_buffers, 1);
+    alGenBuffers(openal_buffers, buffers);
+    alGenSources((ALuint)1, &source);
+    alSourcei(source, AL_LOOPING, AL_FALSE);
+
+    ALuint buffer;
+    ALint ready;
+
+    uint16_t zeros[frame_size];
+    memset(zeros, 0, frame_size);
+    int16_t PCM[frame_size];
+
+    int i;
+
+    for (i = 0; i < openal_buffers; ++i) {
+        alBufferData(buffers[i], AL_FORMAT_MONO16, zeros, frame_size, 48000);
+    }
+
+    alSourceQueueBuffers(source, openal_buffers, buffers);
+    alSourcePlay(source);
+
+    if (alGetError() != AL_NO_ERROR) {
+        fprintf(stderr, "Error starting audio\n");
+        goto ending;
+    }
+
+    int dec_frame_len = 0;
+
+    while (_phone->running_decaud) {
+
+        alGetSourcei(source, AL_BUFFERS_PROCESSED, &ready);
+
+        if (ready <= 0)
+            continue;
+
+        dec_frame_len = toxav_recv_audio(_phone->av, frame_size, PCM);
+
+        /* Play the packet */
+        if (dec_frame_len > 0) {
+            alSourceUnqueueBuffers(source, 1, &buffer);
+            alBufferData(buffer, AL_FORMAT_MONO16, PCM, dec_frame_len * 2 * 1, 48000);
+            int error = alGetError();
+
+            if (error != AL_NO_ERROR) {
+                fprintf(stderr, "Error setting buffer %d\n", error);
+                break;
+            }
+
+            alSourceQueueBuffers(source, 1, &buffer);
+
+            if (alGetError() != AL_NO_ERROR) {
+                fprintf(stderr, "Error: could not buffer audio\n");
+                break;
+            }
+
+            alGetSourcei(source, AL_SOURCE_STATE, &ready);
+
+            if (ready != AL_PLAYING) alSourcePlay(source);
+        }
+
+        usleep(1000);
+    }
+
+
+ending:
+    /* clean up codecs */
+    //pthread_mutex_lock(&cs->ctrl_mutex);
+    /*
+    alDeleteSources(1, &source);
+    alDeleteBuffers(openal_buffers, buffers);
+    alcMakeContextCurrent(NULL);
+    alcDestroyContext(ctx);
+    alcCloseDevice(dev);
+    */
+    //pthread_mutex_unlock(&cs->ctrl_mutex);
+
+    _phone->running_decaud = -1;
+
+    pthread_exit ( NULL );
+}
+
+
+
+
+
+int phone_startmedia_loop ( ToxAv *arg )
+{
+    if ( !arg ) {
+        return -1;
+    }
+
+    toxav_prepare_transmission(arg);
+
+    /*
+     * Rise all threads
+     */
+#ifdef TOX_FFMPEG
+
+    /* Only checks for last peer */
+    if ( toxav_get_peer_transmission_type(arg, 0) == TypeVideo &&
+            0 > event.rise(encode_video_thread, toxav_get_agent_handler(arg)) ) {
+        INFO("Error while starting encode_video_thread()");
+        return -1;
+    }
+
+#endif
+
+    /* Always send audio */
+    if ( 0 > event.rise(encode_audio_thread, toxav_get_agent_handler(arg)) ) {
+        INFO("Error while starting encode_audio_thread()");
+        return -1;
+    }
+
+    /* Only checks for last peer */
+    if ( toxav_get_peer_transmission_type(arg, 0) == TypeVideo &&
+            0 > event.rise(decode_video_thread, toxav_get_agent_handler(arg)) ) {
+        INFO("Error while starting decode_video_thread()");
+        return -1;
+    }
+
+    if ( 0 > event.rise(decode_audio_thread, toxav_get_agent_handler(arg)) ) {
+        INFO("Error while starting decode_audio_thread()");
+        return -1;
+    }
+
+
+    return 0;
+}
+
+
+
+
+
+
+/*********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ *********************************************
+ */
+
+
+/* Some example callbacks */
+
+void *callback_recv_invite ( void *_arg )
+{
+    assert(_arg);
+
+    switch ( toxav_get_peer_transmission_type(_arg, 0) ) {
+        case TypeAudio:
+            INFO( "Incoming audio call!");
+            break;
+
+        case TypeVideo:
+            INFO( "Incoming video call!");
+            break;
+    }
+
+    pthread_exit(NULL);
+}
+void *callback_recv_ringing ( void *_arg )
+{
+    INFO ( "Ringing!" );
+    pthread_exit(NULL);
+}
+void *callback_recv_starting ( void *_arg )
+{
+    if ( 0 != phone_startmedia_loop(_arg) ) {
+        INFO("Starting call failed!");
+    } else {
+        INFO ("Call started! ( press h to hangup )");
+    }
+
+    pthread_exit(NULL);
+}
+void *callback_recv_ending ( void *_arg )
+{
+    av_session_t *_phone = toxav_get_agent_handler(_arg);
+
+    _phone->running_encaud = 0;
+    _phone->running_decaud = 0;
+    _phone->running_encvid = 0;
+    _phone->running_decvid = 0;
+
+    /* Wait until all threads are done */
+
+    while ( _phone->running_encaud != -1 ||
+            _phone->running_decaud != -1 ||
+            _phone->running_encvid != -1 ||
+            _phone->running_decvid != -1 )
+
+        usleep(10000000);
+
+    INFO ( "Call ended!" );
+    pthread_exit(NULL);
+}
+
+void *callback_recv_error ( void *_arg )
+{
+    /*MSISession* _session = _arg;
+
+    INFO( "Error: %s", _session->last_error_str ); */
+    pthread_exit(NULL);
+}
+
+void *callback_call_started ( void *_arg )
+{
+    if ( 0 != phone_startmedia_loop(_arg) ) {
+        INFO("Starting call failed!");
+    } else {
+        INFO ("Call started! ( press h to hangup )");
+    }
+
+    pthread_exit(NULL);
+}
+void *callback_call_canceled ( void *_arg )
+{
+    INFO ( "Call canceled!" );
+    pthread_exit(NULL);
+}
+void *callback_call_rejected ( void *_arg )
+{
+    INFO ( "Call rejected!" );
+    pthread_exit(NULL);
+}
+void *callback_call_ended ( void *_arg )
+{
+    av_session_t *_phone = toxav_get_agent_handler(_arg);
+
+    _phone->running_encaud = 0;
+    _phone->running_decaud = 0;
+    _phone->running_encvid = 0;
+    _phone->running_decvid = 0;
+
+    /* Wait until all threads are done */
+
+    while ( _phone->running_encaud != -1 ||
+            _phone->running_decaud != -1 ||
+            _phone->running_encvid != -1 ||
+            _phone->running_decvid != -1 )
+
+        usleep(10000000);
+
+    toxav_kill_transmission(_phone->av);
+    INFO ( "Call ended!" );
+    pthread_exit(NULL);
+}
+
+void *callback_requ_timeout ( void *_arg )
+{
+    INFO( "No answer! " );
+    pthread_exit(NULL);
+}
+
+av_session_t *av_init_session()
+{
+    av_session_t *_retu = malloc(sizeof(av_session_t));
+
+    /* Initialize our mutex */
+    pthread_mutex_init ( &_retu->_mutex, NULL );
+
+    _retu->_messenger = tox_new(1);
+
+    if ( !_retu->_messenger ) {
+        fprintf ( stderr, "tox_new() failed!\n" );
+        return NULL;
+    }
+
+    _retu->_friends = NULL;
+
+
+    const ALchar *_device_list = alcGetString(NULL, ALC_CAPTURE_DEVICE_SPECIFIER);
+    int i = 0;
+    const ALchar *device_names[20];
+
+    if ( _device_list ) {
+        INFO("\nAvailable Capture Devices are:");
+
+        while (*_device_list ) {
+            device_names[i] = _device_list;
+            INFO("%d) %s", i, device_names[i]);
+            _device_list += strlen( _device_list ) + 1;
+            ++i;
+        }
+    }
+
+    INFO("Enter capture device number");
+
+    char dev[2];
+    char *left;
+    char *warned_ = fgets(dev, 2, stdin);
+    (void)warned_;
+    long selection = strtol(dev, &left, 10);
+
+    if ( *left ) {
+        printf("'%s' is not a number!", dev);
+        fflush(stdout);
+        exit(EXIT_FAILURE);
+    } else {
+        INFO("Selected: %d ( %s )", selection, device_names[selection]);
+    }
+
+    _retu->audio_capture_device =
+        (struct ALCdevice *)alcCaptureOpenDevice(
+            device_names[selection], AUDIO_SAMPLE_RATE, AL_FORMAT_MONO16, AUDIO_FRAME_SIZE * 4);
+
+
+    if (alcGetError((ALCdevice *)_retu->audio_capture_device) != AL_NO_ERROR) {
+        printf("Could not start capture device! %d\n", alcGetError((ALCdevice *)_retu->audio_capture_device));
+        return 0;
+    }
+
+    uint16_t height = 0, width = 0;
+#ifdef TOX_FFMPEG
+    avdevice_register_all();
+    avcodec_register_all();
+    av_register_all();
+
+    _retu->video_input_format = av_find_input_format(VIDEO_DRIVER);
+
+    if (avformat_open_input(&_retu->video_format_ctx, DEFAULT_WEBCAM, _retu->video_input_format, NULL) != 0) {
+        fprintf(stderr, "Opening video_input_format failed!\n");
+        //return -1;
+        return NULL;
+    }
+
+    avformat_find_stream_info(_retu->video_format_ctx, NULL);
+    av_dump_format(_retu->video_format_ctx, 0, DEFAULT_WEBCAM, 0);
+
+    for (i = 0; i < _retu->video_format_ctx->nb_streams; ++i) {
+        if (_retu->video_format_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
+            _retu->video_stream = i;
+            break;
+        }
+    }
+
+    _retu->webcam_decoder_ctx = _retu->video_format_ctx->streams[_retu->video_stream]->codec;
+    _retu->webcam_decoder = avcodec_find_decoder(_retu->webcam_decoder_ctx->codec_id);
+
+    if (_retu->webcam_decoder == NULL) {
+        fprintf(stderr, "Unsupported codec!\n");
+        //return -1;
+        return NULL;
+    }
+
+    if (_retu->webcam_decoder_ctx == NULL) {
+        fprintf(stderr, "Init webcam_decoder_ctx failed!\n");
+        //return -1;
+        return NULL;
+    }
+
+    if (avcodec_open2(_retu->webcam_decoder_ctx, _retu->webcam_decoder, NULL) < 0) {
+        fprintf(stderr, "Opening webcam decoder failed!\n");
+        //return -1;
+        return NULL;
+    }
+
+    width = _retu->webcam_decoder_ctx->width;
+    height = _retu->webcam_decoder_ctx->height;
+#endif
+    uint8_t _byte_address[TOX_FRIEND_ADDRESS_SIZE];
+    tox_get_address(_retu->_messenger, _byte_address );
+    fraddr_to_str( _byte_address, _retu->_my_public_id );
+
+
+    _retu->av = toxav_new(_retu->_messenger, _retu, _USERAGENT, width, height);
+
+    /* ------------------ */
+
+    toxav_register_callstate_callback(callback_call_started, OnStart);
+    toxav_register_callstate_callback(callback_call_canceled, OnCancel);
+    toxav_register_callstate_callback(callback_call_rejected, OnReject);
+    toxav_register_callstate_callback(callback_call_ended, OnEnd);
+    toxav_register_callstate_callback(callback_recv_invite, OnInvite);
+
+    toxav_register_callstate_callback(callback_recv_ringing, OnRinging);
+    toxav_register_callstate_callback(callback_recv_starting, OnStarting);
+    toxav_register_callstate_callback(callback_recv_ending, OnEnding);
+
+    toxav_register_callstate_callback(callback_recv_error, OnError);
+    toxav_register_callstate_callback(callback_requ_timeout, OnRequestTimeout);
+
+    /* ------------------ */
+
+    return _retu;
+}
+
+int av_terminate_session(av_session_t *_phone)
+{
+    toxav_hangup(_phone->av);
+
+    free(_phone->_friends);
+    pthread_mutex_destroy ( &_phone->_mutex );
+
+    Tox *_p = _phone->_messenger;
+    _phone->_messenger = NULL;
+    usleep(100000); /* Wait for tox_poll to end */
+
+    tox_kill(_p);
+    toxav_kill(_phone->av);
+
+    free(_phone);
+
+    printf("\r[i] Quit!\n");
+    return 0;
+}
+
+/****** AV HELPER FUNCTIONS ******/
+
+/* Auto accept friend request */
+void av_friend_requ(uint8_t *_public_key, uint8_t *_data, uint16_t _length, void *_userdata)
+{
+    av_session_t *_phone = _userdata;
+    av_allocate_friend (_phone, -1, 0);
+
+    INFO("Got friend request with message: %s", _data);
+
+    tox_add_friend_norequest(_phone->_messenger, _public_key);
+
+    INFO("Auto-accepted! Friend id: %d",  _phone->_friends->_id );
+}
+
+void av_friend_active(Tox *_messenger, int _friendnumber, uint8_t *_string, uint16_t _length, void *_userdata)
+{
+    av_session_t *_phone = _userdata;
+    INFO("Friend no. %d is online", _friendnumber);
+
+    av_friend_t *_this_friend = av_get_friend(_phone, _friendnumber);
+
+    if ( !_this_friend ) {
+        INFO("But it's not registered!");
+        return;
+    }
+
+    (*_this_friend)._active = 1;
+}
+
+int av_add_friend(av_session_t *_phone, char *_friend_hash)
+{
+    trim_spaces(_friend_hash);
+
+    unsigned char *_bin_string = hex_string_to_bin(_friend_hash);
+    int _number = tox_add_friend(_phone->_messenger, _bin_string, (uint8_t *)"Tox phone "_USERAGENT,
+                                 sizeof("Tox phone "_USERAGENT));
+    free(_bin_string);
+
+    if ( _number >= 0) {
+        INFO("Added friend as %d", _number );
+        av_allocate_friend(_phone, _number, 0);
+    } else
+        INFO("Unknown error %i", _number );
+
+    return _number;
+}
+
+int av_connect_to_dht(av_session_t *_phone, char *_dht_key, const char *_dht_addr, unsigned short _dht_port)
+{
+    unsigned char *_binary_string = hex_string_to_bin(_dht_key);
+
+    uint16_t _port = htons(_dht_port);
+
+    int _if = tox_bootstrap_from_address(_phone->_messenger, _dht_addr, 1, _port, _binary_string );
+
+    free(_binary_string);
+
+    return _if ? 0 : -1;
+}
+
+/*********************************/
+
+void do_phone ( av_session_t *_phone )
+{
+    INFO("Welcome to tox_phone version: " _USERAGENT "\n"
+         "Usage: \n"
+         "f [pubkey] (add friend)\n"
+         "c [a/v] (type) [friend] (friend id) (calls friend if online)\n"
+         "h (if call is active hang up)\n"
+         "a [a/v] (answer incoming call: a - audio / v - audio + video (audio is default))\n"
+         "r (reject incoming call)\n"
+         "q (quit)\n"
+         "================================================================================"
+        );
+
+    while ( 1 ) {
+        char _line [ 1500 ];
+        int _len;
+
+        if ( -1 == getinput(_line, 1500, &_len) ) {
+            printf(" >> ");
+            fflush(stdout);
+            continue;
+        }
+
+        if ( _len > 1 && _line[1] != ' ' && _line[1] != '\n' ) {
+            INFO("Invalid input!");
+            continue;
+        }
+
+        switch (_line[0]) {
+
+            case 'f': {
+                char _id [128];
+                strncpy(_id, _line + 2, 128);
+
+                av_add_friend(_phone, _id);
+
+            }
+            break;
+
+            case 'c': {
+                ToxAvCallType _ctype;
+
+                if ( _len < 5 ) {
+                    INFO("Invalid input; usage: c a/v [friend]");
+                    break;
+                } else if ( _line[2] == 'a' || _line[2] != 'v' ) { /* default and audio */
+                    _ctype = TypeAudio;
+                } else { /* video */
+                    _ctype = TypeVideo;
+                }
+
+                char *_end;
+                int _friend = strtol(_line + 4, &_end, 10);
+
+                if ( *_end ) {
+                    INFO("Friend num has to be numerical value");
+                    break;
+                }
+
+                if ( toxav_call(_phone->av, _friend, _ctype, 30) == ErrorAlreadyInCall ) {
+                    INFO("Already in a call");
+                    break;
+                } else INFO("Calling friend: %d!", _friend);
+
+            }
+            break;
+
+            case 'h': {
+                if ( toxav_hangup(_phone->av) == ErrorNoCall ) {
+                    INFO("No call!");
+                    break;
+                } else INFO("Hung up...");
+
+            }
+            break;
+
+            case 'a': {
+                ToxAvError rc;
+
+                if ( _len > 1 && _line[2] == 'v' ) {
+                    rc = toxav_answer(_phone->av, TypeVideo);
+                } else
+                    rc = toxav_answer(_phone->av, TypeAudio);
+
+                if ( rc == ErrorInvalidState ) {
+                    INFO("No call to answer!");
+                }
+
+            }
+            break;
+
+            case 'r': {
+                if ( toxav_reject(_phone->av, "User action") == ErrorInvalidState )
+                    INFO("No state to cancel!");
+                else INFO("Call Rejected...");
+
+            }
+            break;
+
+            case 'q': {
+                INFO("Quitting!");
+                return;
+            }
+
+            case '\n': {
+            }
+
+            default: {
+            } break;
+
+        }
+
+    }
+}
+
+void *tox_poll (void *_messenger_p)
+{
+    Tox **_messenger = _messenger_p;
+
+    while ( *_messenger ) {
+        tox_do(*_messenger);
+        usleep(10000);
+    }
+
+    pthread_exit(NULL);
+}
+
+int av_wait_dht(av_session_t *_phone, int _wait_seconds, const char *_ip, char *_key, unsigned short _port)
+{
+    if ( !_wait_seconds )
+        return -1;
+
+    int _waited = 0;
+
+    while ( !tox_isconnected(_phone->_messenger) ) {
+
+        if ( -1 == av_connect_to_dht(_phone, _key, _ip, _port) ) {
+            INFO("Could not connect to: %s", _ip);
+            av_terminate_session(_phone);
+            return -1;
+        }
+
+        if ( _waited >= _wait_seconds ) return 0;
+
+        printf(".");
+        fflush(stdout);
+
+        _waited ++;
+        usleep(1000000);
+    }
+
+    int _r = _wait_seconds - _waited;
+    return _r ? _r : 1;
+}
+/* ---------------------- */
+
+int print_help ( const char *_name )
+{
+    printf ( "Usage: %s [IP] [PORT] [KEY]\n"
+             "\t[IP] (DHT ip)\n"
+             "\t[PORT] (DHT port)\n"
+             "\t[KEY] (DHT public key)\n"
+             "P.S. Friends and key are stored in ./tox_phone.conf\n"
+             , _name );
+    return 1;
+}
+
+int main ( int argc, char *argv [] )
+{
+    if ( argc < 1 || argc < 4 )
+        return print_help(argv[0]);
+
+    char *_convertable;
+
+
+    const char *_ip = argv[1];
+    char *_key = argv[3];
+    unsigned short _port = strtol(argv[2], &_convertable, 10);
+
+    if ( *_convertable ) {
+        printf("Invalid port: cannot convert string to long: %s", _convertable);
+        return 1;
+    }
+
+    av_session_t *_phone = av_init_session();
+
+    tox_callback_friend_request(_phone->_messenger, av_friend_requ, _phone);
+    tox_callback_status_message(_phone->_messenger, av_friend_active, _phone);
+
+
+    INFO("\r================================================================================\n"
+         "[!] Trying dht@%s:%d"
+         , _ip, _port);
+
+    /* Start tox protocol */
+    event.rise( tox_poll, &_phone->_messenger );
+
+    /* Just clean one line */
+    printf("\r       \r");
+    fflush(stdout);
+
+    int _r;
+    int _wait_seconds = 5;
+
+    for ( _r = 0; _r == 0; _r = av_wait_dht(_phone, _wait_seconds, _ip, _key, _port) ) _wait_seconds --;
+
+
+    if ( -1 == _r ) {
+        INFO("Error while connecting to dht: %s:%d", _ip, _port);
+        av_terminate_session(_phone);
+        return 1;
+    }
+
+    INFO("CONNECTED!\n"
+         "================================================================================\n"
+         "%s\n"
+         "================================================================================"
+         , _phone->_my_public_id );
+
+
+    do_phone (_phone);
+
+    av_terminate_session(_phone);
+
+    return 0;
+}