123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893 |
- /*
- * Copyright (C) 2008-2011 Teluu Inc. (http://www.teluu.com)
- * Copyright (C) 2003-2008 Benny Prijono <benny@prijono.org>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
- */
- #include <pjmedia-codec/ilbc.h>
- #include <pjmedia-codec/types.h>
- #include <pjmedia/codec.h>
- #include <pjmedia/errno.h>
- #include <pjmedia/endpoint.h>
- #include <pjmedia/plc.h>
- #include <pjmedia/port.h>
- #include <pjmedia/silencedet.h>
- #include <pj/assert.h>
- #include <pj/log.h>
- #include <pj/pool.h>
- #include <pj/string.h>
- #include <pj/os.h>
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- #include <AudioToolbox/AudioToolbox.h>
- #define iLBC_Enc_Inst_t AudioConverterRef
- #define iLBC_Dec_Inst_t AudioConverterRef
- #define BLOCKL_MAX 1
- #else
- #include "../../third_party/ilbc/iLBC_encode.h"
- #include "../../third_party/ilbc/iLBC_decode.h"
- #endif
- /*
- * Only build this file if PJMEDIA_HAS_ILBC_CODEC != 0
- */
- #if defined(PJMEDIA_HAS_ILBC_CODEC) && PJMEDIA_HAS_ILBC_CODEC != 0
- #define THIS_FILE "ilbc.c"
- #define CLOCK_RATE 8000
- #define DEFAULT_MODE 30
- /* Prototypes for iLBC factory */
- static pj_status_t ilbc_test_alloc(pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id );
- static pj_status_t ilbc_default_attr(pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec_param *attr );
- static pj_status_t ilbc_enum_codecs(pjmedia_codec_factory *factory,
- unsigned *count,
- pjmedia_codec_info codecs[]);
- static pj_status_t ilbc_alloc_codec(pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec **p_codec);
- static pj_status_t ilbc_dealloc_codec(pjmedia_codec_factory *factory,
- pjmedia_codec *codec );
- /* Prototypes for iLBC implementation. */
- static pj_status_t ilbc_codec_init(pjmedia_codec *codec,
- pj_pool_t *pool );
- static pj_status_t ilbc_codec_open(pjmedia_codec *codec,
- pjmedia_codec_param *attr );
- static pj_status_t ilbc_codec_close(pjmedia_codec *codec );
- static pj_status_t ilbc_codec_modify(pjmedia_codec *codec,
- const pjmedia_codec_param *attr );
- static pj_status_t ilbc_codec_parse(pjmedia_codec *codec,
- void *pkt,
- pj_size_t pkt_size,
- const pj_timestamp *ts,
- unsigned *frame_cnt,
- pjmedia_frame frames[]);
- static pj_status_t ilbc_codec_encode(pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- static pj_status_t ilbc_codec_decode(pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- static pj_status_t ilbc_codec_recover(pjmedia_codec *codec,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- /* Definition for iLBC codec operations. */
- static pjmedia_codec_op ilbc_op =
- {
- &ilbc_codec_init,
- &ilbc_codec_open,
- &ilbc_codec_close,
- &ilbc_codec_modify,
- &ilbc_codec_parse,
- &ilbc_codec_encode,
- &ilbc_codec_decode,
- &ilbc_codec_recover
- };
- /* Definition for iLBC codec factory operations. */
- static pjmedia_codec_factory_op ilbc_factory_op =
- {
- &ilbc_test_alloc,
- &ilbc_default_attr,
- &ilbc_enum_codecs,
- &ilbc_alloc_codec,
- &ilbc_dealloc_codec,
- &pjmedia_codec_ilbc_deinit
- };
- /* iLBC factory */
- static struct ilbc_factory
- {
- pjmedia_codec_factory base;
- pjmedia_endpt *endpt;
- int mode;
- int bps;
- } ilbc_factory;
- /* iLBC codec private data. */
- struct ilbc_codec
- {
- pjmedia_codec base;
- pj_pool_t *pool;
- char obj_name[PJ_MAX_OBJ_NAME];
- pjmedia_silence_det *vad;
- pj_bool_t vad_enabled;
- pj_bool_t plc_enabled;
- pj_timestamp last_tx;
- pj_bool_t enc_ready;
- iLBC_Enc_Inst_t enc;
- unsigned enc_frame_size;
- unsigned enc_samples_per_frame;
- float enc_block[BLOCKL_MAX];
- pj_bool_t dec_ready;
- iLBC_Dec_Inst_t dec;
- unsigned dec_frame_size;
- unsigned dec_samples_per_frame;
- float dec_block[BLOCKL_MAX];
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- unsigned enc_total_packets;
- char *enc_buffer;
- unsigned enc_buffer_offset;
- unsigned dec_total_packets;
- char *dec_buffer;
- unsigned dec_buffer_offset;
- #endif
- };
- static pj_str_t STR_MODE = {"mode", 4};
- /*
- * Initialize and register iLBC codec factory to pjmedia endpoint.
- */
- PJ_DEF(pj_status_t) pjmedia_codec_ilbc_init( pjmedia_endpt *endpt,
- int mode )
- {
- pjmedia_codec_mgr *codec_mgr;
- pj_status_t status;
- PJ_ASSERT_RETURN(endpt != NULL, PJ_EINVAL);
- PJ_ASSERT_RETURN(mode==0 || mode==20 || mode==30, PJ_EINVAL);
- if (ilbc_factory.endpt != NULL) {
- /* Already initialized. */
- return PJ_SUCCESS;
- }
- /* Create iLBC codec factory. */
- ilbc_factory.base.op = &ilbc_factory_op;
- ilbc_factory.base.factory_data = NULL;
- ilbc_factory.endpt = endpt;
- if (mode == 0)
- mode = DEFAULT_MODE;
- ilbc_factory.mode = mode;
- if (mode == 20) {
- ilbc_factory.bps = 15200;
- } else {
- ilbc_factory.bps = 13333;
- }
- /* Get the codec manager. */
- codec_mgr = pjmedia_endpt_get_codec_mgr(endpt);
- if (!codec_mgr) {
- ilbc_factory.endpt = NULL;
- return PJ_EINVALIDOP;
- }
- /* Register codec factory to endpoint. */
- status = pjmedia_codec_mgr_register_factory(codec_mgr,
- &ilbc_factory.base);
- if (status != PJ_SUCCESS) {
- ilbc_factory.endpt = NULL;
- return status;
- }
- /* Done. */
- return PJ_SUCCESS;
- }
- /*
- * Unregister iLBC codec factory from pjmedia endpoint and deinitialize
- * the iLBC codec library.
- */
- PJ_DEF(pj_status_t) pjmedia_codec_ilbc_deinit(void)
- {
- pjmedia_codec_mgr *codec_mgr;
- pj_status_t status;
- if (ilbc_factory.endpt == NULL) {
- /* Not registered. */
- return PJ_SUCCESS;
- }
- /* Get the codec manager. */
- codec_mgr = pjmedia_endpt_get_codec_mgr(ilbc_factory.endpt);
- if (!codec_mgr)
- return PJ_EINVALIDOP;
- /* Unregister iLBC codec factory. */
- status = pjmedia_codec_mgr_unregister_factory(codec_mgr,
- &ilbc_factory.base);
- ilbc_factory.endpt = NULL;
- return status;
- }
- /*
- * Check if factory can allocate the specified codec.
- */
- static pj_status_t ilbc_test_alloc( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *info )
- {
- const pj_str_t ilbc_tag = { "iLBC", 4};
- PJ_UNUSED_ARG(factory);
- PJ_ASSERT_RETURN(factory==&ilbc_factory.base, PJ_EINVAL);
- /* Type MUST be audio. */
- if (info->type != PJMEDIA_TYPE_AUDIO)
- return PJMEDIA_CODEC_EUNSUP;
- /* Check encoding name. */
- if (pj_stricmp(&info->encoding_name, &ilbc_tag) != 0)
- return PJMEDIA_CODEC_EUNSUP;
- /* Check clock-rate */
- if (info->clock_rate != CLOCK_RATE)
- return PJMEDIA_CODEC_EUNSUP;
-
- /* Channel count must be one */
- if (info->channel_cnt != 1)
- return PJMEDIA_CODEC_EUNSUP;
- /* Yes, this should be iLBC! */
- return PJ_SUCCESS;
- }
- /*
- * Generate default attribute.
- */
- static pj_status_t ilbc_default_attr (pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec_param *attr )
- {
- PJ_UNUSED_ARG(factory);
- PJ_ASSERT_RETURN(factory==&ilbc_factory.base, PJ_EINVAL);
- PJ_UNUSED_ARG(id);
- PJ_ASSERT_RETURN(pj_stricmp2(&id->encoding_name, "iLBC")==0, PJ_EINVAL);
- pj_bzero(attr, sizeof(pjmedia_codec_param));
- attr->info.clock_rate = CLOCK_RATE;
- attr->info.channel_cnt = 1;
- attr->info.avg_bps = ilbc_factory.bps;
- attr->info.max_bps = 15200;
- attr->info.pcm_bits_per_sample = 16;
- attr->info.frm_ptime = (short)ilbc_factory.mode;
- attr->info.pt = PJMEDIA_RTP_PT_ILBC;
- attr->setting.frm_per_pkt = 1;
- attr->setting.vad = 1;
- attr->setting.plc = 1;
- attr->setting.penh = 1;
- attr->setting.dec_fmtp.cnt = 1;
- attr->setting.dec_fmtp.param[0].name = STR_MODE;
- if (ilbc_factory.mode == 30)
- attr->setting.dec_fmtp.param[0].val = pj_str("30");
- else
- attr->setting.dec_fmtp.param[0].val = pj_str("20");
- return PJ_SUCCESS;
- }
- /*
- * Enum codecs supported by this factory (i.e. only iLBC!).
- */
- static pj_status_t ilbc_enum_codecs(pjmedia_codec_factory *factory,
- unsigned *count,
- pjmedia_codec_info codecs[])
- {
- PJ_UNUSED_ARG(factory);
- PJ_ASSERT_RETURN(factory==&ilbc_factory.base, PJ_EINVAL);
- PJ_ASSERT_RETURN(codecs && *count > 0, PJ_EINVAL);
- pj_bzero(&codecs[0], sizeof(pjmedia_codec_info));
- codecs[0].encoding_name = pj_str("iLBC");
- codecs[0].pt = PJMEDIA_RTP_PT_ILBC;
- codecs[0].type = PJMEDIA_TYPE_AUDIO;
- codecs[0].clock_rate = 8000;
- codecs[0].channel_cnt = 1;
- *count = 1;
- return PJ_SUCCESS;
- }
- /*
- * Allocate a new iLBC codec instance.
- */
- static pj_status_t ilbc_alloc_codec(pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec **p_codec)
- {
- pj_pool_t *pool;
- struct ilbc_codec *codec;
- PJ_ASSERT_RETURN(factory && id && p_codec, PJ_EINVAL);
- PJ_ASSERT_RETURN(factory == &ilbc_factory.base, PJ_EINVAL);
- pool = pjmedia_endpt_create_pool(ilbc_factory.endpt, "iLBC%p",
- 2000, 2000);
- PJ_ASSERT_RETURN(pool != NULL, PJ_ENOMEM);
- codec = PJ_POOL_ZALLOC_T(pool, struct ilbc_codec);
- codec->base.op = &ilbc_op;
- codec->base.factory = factory;
- codec->pool = pool;
- pj_ansi_snprintf(codec->obj_name, sizeof(codec->obj_name),
- "ilbc%p", codec);
- *p_codec = &codec->base;
- return PJ_SUCCESS;
- }
- /*
- * Free codec.
- */
- static pj_status_t ilbc_dealloc_codec( pjmedia_codec_factory *factory,
- pjmedia_codec *codec )
- {
- struct ilbc_codec *ilbc_codec;
- PJ_ASSERT_RETURN(factory && codec, PJ_EINVAL);
- PJ_UNUSED_ARG(factory);
- PJ_ASSERT_RETURN(factory == &ilbc_factory.base, PJ_EINVAL);
- ilbc_codec = (struct ilbc_codec*) codec;
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- if (ilbc_codec->enc) {
- AudioConverterDispose(ilbc_codec->enc);
- ilbc_codec->enc = NULL;
- }
- if (ilbc_codec->dec) {
- AudioConverterDispose(ilbc_codec->dec);
- ilbc_codec->dec = NULL;
- }
- #endif
- pj_pool_release(ilbc_codec->pool);
- return PJ_SUCCESS;
- }
- /*
- * Init codec.
- */
- static pj_status_t ilbc_codec_init(pjmedia_codec *codec,
- pj_pool_t *pool )
- {
- PJ_UNUSED_ARG(codec);
- PJ_UNUSED_ARG(pool);
- return PJ_SUCCESS;
- }
- /*
- * Open codec.
- */
- static pj_status_t ilbc_codec_open(pjmedia_codec *codec,
- pjmedia_codec_param *attr )
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- pj_status_t status;
- unsigned i;
- pj_uint16_t dec_fmtp_mode = DEFAULT_MODE,
- enc_fmtp_mode = DEFAULT_MODE;
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- AudioStreamBasicDescription srcFormat, dstFormat;
- UInt32 size;
- srcFormat.mSampleRate = attr->info.clock_rate;
- srcFormat.mFormatID = kAudioFormatLinearPCM;
- srcFormat.mFormatFlags = kLinearPCMFormatFlagIsSignedInteger
- | kLinearPCMFormatFlagIsPacked;
- srcFormat.mBitsPerChannel = attr->info.pcm_bits_per_sample;
- srcFormat.mChannelsPerFrame = attr->info.channel_cnt;
- srcFormat.mBytesPerFrame = srcFormat.mChannelsPerFrame
- * srcFormat.mBitsPerChannel >> 3;
- srcFormat.mFramesPerPacket = 1;
- srcFormat.mBytesPerPacket = srcFormat.mBytesPerFrame *
- srcFormat.mFramesPerPacket;
- memset(&dstFormat, 0, sizeof(dstFormat));
- dstFormat.mSampleRate = attr->info.clock_rate;
- dstFormat.mFormatID = kAudioFormatiLBC;
- dstFormat.mChannelsPerFrame = attr->info.channel_cnt;
- #endif
- pj_assert(ilbc_codec != NULL);
- pj_assert(ilbc_codec->enc_ready == PJ_FALSE &&
- ilbc_codec->dec_ready == PJ_FALSE);
- /* Get decoder mode */
- for (i = 0; i < attr->setting.dec_fmtp.cnt; ++i) {
- if (pj_stricmp(&attr->setting.dec_fmtp.param[i].name, &STR_MODE) == 0)
- {
- dec_fmtp_mode = (pj_uint16_t)
- pj_strtoul(&attr->setting.dec_fmtp.param[i].val);
- break;
- }
- }
- /* Decoder mode must be set */
- PJ_ASSERT_RETURN(dec_fmtp_mode == 20 || dec_fmtp_mode == 30,
- PJMEDIA_CODEC_EINMODE);
- /* Get encoder mode */
- for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) {
- if (pj_stricmp(&attr->setting.enc_fmtp.param[i].name, &STR_MODE) == 0)
- {
- enc_fmtp_mode = (pj_uint16_t)
- pj_strtoul(&attr->setting.enc_fmtp.param[i].val);
- break;
- }
- }
- PJ_ASSERT_RETURN(enc_fmtp_mode==20 || enc_fmtp_mode==30,
- PJMEDIA_CODEC_EINMODE);
- /* Both sides of a bi-directional session MUST use the same "mode" value.
- * In this point, possible values are only 20 or 30, so when encoder and
- * decoder modes are not same, just use the default mode, it is 30.
- */
- if (enc_fmtp_mode != dec_fmtp_mode) {
- enc_fmtp_mode = dec_fmtp_mode = DEFAULT_MODE;
- PJ_LOG(4,(ilbc_codec->obj_name,
- "Normalized iLBC encoder and decoder modes to %d",
- DEFAULT_MODE));
- }
- /* Update some attributes based on negotiated mode. */
- attr->info.avg_bps = (dec_fmtp_mode == 30? 13333 : 15200);
- attr->info.frm_ptime = dec_fmtp_mode;
- /* Create encoder */
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- dstFormat.mFramesPerPacket = CLOCK_RATE * enc_fmtp_mode / 1000;
- dstFormat.mBytesPerPacket = (enc_fmtp_mode == 20? 38 : 50);
- /* Use AudioFormat API to fill out the rest of the description */
- size = sizeof(dstFormat);
- AudioFormatGetProperty(kAudioFormatProperty_FormatInfo,
- 0, NULL, &size, &dstFormat);
- if (AudioConverterNew(&srcFormat, &dstFormat, &ilbc_codec->enc) != noErr)
- return PJMEDIA_CODEC_EFAILED;
- ilbc_codec->enc_frame_size = (enc_fmtp_mode == 20? 38 : 50);
- #else
- ilbc_codec->enc_frame_size = initEncode(&ilbc_codec->enc, enc_fmtp_mode);
- #endif
- ilbc_codec->enc_samples_per_frame = CLOCK_RATE * enc_fmtp_mode / 1000;
- ilbc_codec->enc_ready = PJ_TRUE;
- /* Create decoder */
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- if (AudioConverterNew(&dstFormat, &srcFormat, &ilbc_codec->dec) != noErr)
- return PJMEDIA_CODEC_EFAILED;
- ilbc_codec->dec_samples_per_frame = CLOCK_RATE * dec_fmtp_mode / 1000;
- #else
- ilbc_codec->dec_samples_per_frame = initDecode(&ilbc_codec->dec,
- dec_fmtp_mode,
- attr->setting.penh);
- #endif
- ilbc_codec->dec_frame_size = (dec_fmtp_mode == 20? 38 : 50);
- ilbc_codec->dec_ready = PJ_TRUE;
- /* Save plc flags */
- ilbc_codec->plc_enabled = (attr->setting.plc != 0);
- /* Create silence detector. */
- ilbc_codec->vad_enabled = (attr->setting.vad != 0);
- status = pjmedia_silence_det_create(ilbc_codec->pool, CLOCK_RATE,
- ilbc_codec->enc_samples_per_frame,
- &ilbc_codec->vad);
- if (status != PJ_SUCCESS)
- return status;
- /* Init last_tx (not necessary because of zalloc, but better
- * be safe in case someone remove zalloc later.
- */
- pj_set_timestamp32(&ilbc_codec->last_tx, 0, 0);
- PJ_LOG(4,(ilbc_codec->obj_name,
- "iLBC codec opened, mode=%d", dec_fmtp_mode));
- return PJ_SUCCESS;
- }
- /*
- * Close codec.
- */
- static pj_status_t ilbc_codec_close( pjmedia_codec *codec )
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- PJ_UNUSED_ARG(codec);
- PJ_LOG(5,(ilbc_codec->obj_name, "iLBC codec closed"));
- return PJ_SUCCESS;
- }
- /*
- * Modify codec settings.
- */
- static pj_status_t ilbc_codec_modify(pjmedia_codec *codec,
- const pjmedia_codec_param *attr )
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- ilbc_codec->plc_enabled = (attr->setting.plc != 0);
- ilbc_codec->vad_enabled = (attr->setting.vad != 0);
- return PJ_SUCCESS;
- }
- /*
- * Get frames in the packet.
- */
- static pj_status_t ilbc_codec_parse( pjmedia_codec *codec,
- void *pkt,
- pj_size_t pkt_size,
- const pj_timestamp *ts,
- unsigned *frame_cnt,
- pjmedia_frame frames[])
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- unsigned count;
- PJ_ASSERT_RETURN(frame_cnt, PJ_EINVAL);
- count = 0;
- while (pkt_size >= ilbc_codec->dec_frame_size && count < *frame_cnt) {
- frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO;
- frames[count].buf = pkt;
- frames[count].size = ilbc_codec->dec_frame_size;
- frames[count].timestamp.u64 = ts->u64 + (pj_uint64_t)count *
- ilbc_codec->dec_samples_per_frame;
- pkt = ((char*)pkt) + ilbc_codec->dec_frame_size;
- pkt_size -= ilbc_codec->dec_frame_size;
- ++count;
- }
- *frame_cnt = count;
- return PJ_SUCCESS;
- }
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- static OSStatus encodeDataProc (
- AudioConverterRef inAudioConverter,
- UInt32 *ioNumberDataPackets,
- AudioBufferList *ioData,
- AudioStreamPacketDescription **outDataPacketDescription,
- void *inUserData
- )
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)inUserData;
- /* Initialize in case of failure */
- ioData->mBuffers[0].mData = NULL;
- ioData->mBuffers[0].mDataByteSize = 0;
- if (ilbc_codec->enc_total_packets < *ioNumberDataPackets) {
- *ioNumberDataPackets = ilbc_codec->enc_total_packets;
- }
- if (*ioNumberDataPackets) {
- ioData->mBuffers[0].mData = ilbc_codec->enc_buffer +
- ilbc_codec->enc_buffer_offset;
- ioData->mBuffers[0].mDataByteSize = *ioNumberDataPackets *
- ilbc_codec->enc_samples_per_frame
- << 1;
- ilbc_codec->enc_buffer_offset += ioData->mBuffers[0].mDataByteSize;
- }
- ilbc_codec->enc_total_packets -= *ioNumberDataPackets;
- return noErr;
- }
- static OSStatus decodeDataProc (
- AudioConverterRef inAudioConverter,
- UInt32 *ioNumberDataPackets,
- AudioBufferList *ioData,
- AudioStreamPacketDescription **outDataPacketDescription,
- void *inUserData
- )
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)inUserData;
- /* Initialize in case of failure */
- ioData->mBuffers[0].mData = NULL;
- ioData->mBuffers[0].mDataByteSize = 0;
- if (ilbc_codec->dec_total_packets < *ioNumberDataPackets) {
- *ioNumberDataPackets = ilbc_codec->dec_total_packets;
- }
- if (*ioNumberDataPackets) {
- ioData->mBuffers[0].mData = ilbc_codec->dec_buffer +
- ilbc_codec->dec_buffer_offset;
- ioData->mBuffers[0].mDataByteSize = *ioNumberDataPackets *
- ilbc_codec->dec_frame_size;
- ilbc_codec->dec_buffer_offset += ioData->mBuffers[0].mDataByteSize;
- }
- ilbc_codec->dec_total_packets -= *ioNumberDataPackets;
- return noErr;
- }
- #endif
- /*
- * Encode frame.
- */
- static pj_status_t ilbc_codec_encode(pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- pj_int16_t *pcm_in;
- pj_size_t nsamples;
- pj_assert(ilbc_codec && input && output);
- pcm_in = (pj_int16_t*)input->buf;
- nsamples = input->size >> 1;
- PJ_ASSERT_RETURN(nsamples % ilbc_codec->enc_samples_per_frame == 0,
- PJMEDIA_CODEC_EPCMFRMINLEN);
- PJ_ASSERT_RETURN(output_buf_len >= ilbc_codec->enc_frame_size * nsamples /
- ilbc_codec->enc_samples_per_frame,
- PJMEDIA_CODEC_EFRMTOOSHORT);
- /* Detect silence */
- if (ilbc_codec->vad_enabled) {
- pj_bool_t is_silence;
- pj_int32_t silence_period;
- silence_period = pj_timestamp_diff32(&ilbc_codec->last_tx,
- &input->timestamp);
- is_silence = pjmedia_silence_det_detect(ilbc_codec->vad,
- (const pj_int16_t*)input->buf,
- (input->size >> 1),
- NULL);
- if (is_silence &&
- (PJMEDIA_CODEC_MAX_SILENCE_PERIOD == -1 ||
- silence_period < PJMEDIA_CODEC_MAX_SILENCE_PERIOD*8000/1000))
- {
- output->type = PJMEDIA_FRAME_TYPE_NONE;
- output->buf = NULL;
- output->size = 0;
- output->timestamp = input->timestamp;
- return PJ_SUCCESS;
- } else {
- ilbc_codec->last_tx = input->timestamp;
- }
- }
- /* Encode */
- output->size = 0;
- while (nsamples >= ilbc_codec->enc_samples_per_frame) {
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- OSStatus err;
- AudioBufferList theABL;
- UInt32 npackets = 1;
-
- theABL.mNumberBuffers = 1;
- theABL.mBuffers[0].mNumberChannels = 1;
- theABL.mBuffers[0].mDataByteSize = output_buf_len;
- theABL.mBuffers[0].mData = output->buf + output->size;
-
- ilbc_codec->enc_total_packets = 1;
- ilbc_codec->enc_buffer = (char *)pcm_in;
- ilbc_codec->enc_buffer_offset = input->size - (nsamples << 1);
-
- err = AudioConverterFillComplexBuffer(ilbc_codec->enc, encodeDataProc,
- ilbc_codec, &npackets,
- &theABL, NULL);
- if (err == noErr && npackets) {
- output->size += npackets * ilbc_codec->enc_frame_size;
- }
- #else
- unsigned i;
-
- /* Convert to float */
- for (i=0; i<ilbc_codec->enc_samples_per_frame; ++i) {
- ilbc_codec->enc_block[i] = (float) (*pcm_in++);
- }
-
- iLBC_encode((unsigned char *)output->buf + output->size,
- ilbc_codec->enc_block,
- &ilbc_codec->enc);
-
- output->size += ilbc_codec->enc.no_of_bytes;
- #endif
- nsamples -= ilbc_codec->enc_samples_per_frame;
- }
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- output->timestamp = input->timestamp;
- return PJ_SUCCESS;
- }
- /*
- * Decode frame.
- */
- static pj_status_t ilbc_codec_decode(pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- UInt32 npackets;
- OSStatus err;
- AudioBufferList theABL;
- #else
- unsigned i;
- #endif
- pj_assert(ilbc_codec != NULL);
- PJ_ASSERT_RETURN(input && output, PJ_EINVAL);
- if (output_buf_len < (ilbc_codec->dec_samples_per_frame << 1))
- return PJMEDIA_CODEC_EPCMTOOSHORT;
- if (input->size != ilbc_codec->dec_frame_size)
- return PJMEDIA_CODEC_EFRMINLEN;
- /* Decode to temporary buffer */
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- npackets = input->size / ilbc_codec->dec_frame_size *
- ilbc_codec->dec_samples_per_frame;
- theABL.mNumberBuffers = 1;
- theABL.mBuffers[0].mNumberChannels = 1;
- theABL.mBuffers[0].mDataByteSize = output_buf_len;
- theABL.mBuffers[0].mData = output->buf;
- ilbc_codec->dec_total_packets = npackets;
- ilbc_codec->dec_buffer = (char *)input->buf;
- ilbc_codec->dec_buffer_offset = 0;
- err = AudioConverterFillComplexBuffer(ilbc_codec->dec, decodeDataProc,
- ilbc_codec, &npackets,
- &theABL, NULL);
- if (err == noErr) {
- output->size = npackets * (ilbc_codec->dec_samples_per_frame << 1);
- }
- #else
- iLBC_decode(ilbc_codec->dec_block, (unsigned char*) input->buf,
- &ilbc_codec->dec, 1);
- /* Convert decodec samples from float to short */
- for (i=0; i<ilbc_codec->dec_samples_per_frame; ++i) {
- ((short*)output->buf)[i] = (short)ilbc_codec->dec_block[i];
- }
- output->size = (ilbc_codec->dec_samples_per_frame << 1);
- #endif
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- output->timestamp = input->timestamp;
- return PJ_SUCCESS;
- }
- /*
- * Recover lost frame.
- */
- static pj_status_t ilbc_codec_recover(pjmedia_codec *codec,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- struct ilbc_codec *ilbc_codec = (struct ilbc_codec*)codec;
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- UInt32 npackets;
- OSStatus err;
- AudioBufferList theABL;
- #else
- unsigned i;
- #endif
- pj_assert(ilbc_codec != NULL);
- PJ_ASSERT_RETURN(output, PJ_EINVAL);
- if (output_buf_len < (ilbc_codec->dec_samples_per_frame << 1))
- return PJMEDIA_CODEC_EPCMTOOSHORT;
- /* Decode to temporary buffer */
- #if defined(PJMEDIA_ILBC_CODEC_USE_COREAUDIO)&& PJMEDIA_ILBC_CODEC_USE_COREAUDIO
- npackets = 1;
- theABL.mNumberBuffers = 1;
- theABL.mBuffers[0].mNumberChannels = 1;
- theABL.mBuffers[0].mDataByteSize = output_buf_len;
- theABL.mBuffers[0].mData = output->buf;
- ilbc_codec->dec_total_packets = npackets;
- ilbc_codec->dec_buffer_offset = 0;
- if (ilbc_codec->dec_buffer) {
- err = AudioConverterFillComplexBuffer(ilbc_codec->dec, decodeDataProc,
- ilbc_codec, &npackets,
- &theABL, NULL);
- if (err == noErr) {
- output->size = npackets *
- (ilbc_codec->dec_samples_per_frame << 1);
- }
- } else {
- output->size = npackets * (ilbc_codec->dec_samples_per_frame << 1);
- pj_bzero(output->buf, output->size);
- }
- #else
- iLBC_decode(ilbc_codec->dec_block, NULL, &ilbc_codec->dec, 0);
- /* Convert decodec samples from float to short */
- for (i=0; i<ilbc_codec->dec_samples_per_frame; ++i) {
- ((short*)output->buf)[i] = (short)ilbc_codec->dec_block[i];
- }
- output->size = (ilbc_codec->dec_samples_per_frame << 1);
- #endif
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- return PJ_SUCCESS;
- }
- #endif /* PJMEDIA_HAS_ILBC_CODEC */
|