123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683 |
- /*
- * Copyright (C) 2008-2011 Teluu Inc. (http://www.teluu.com)
- * Copyright (C) 2003-2008 Benny Prijono <benny@prijono.org>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
- */
- #include <pjmedia-codec/ipp_codecs.h>
- #include <pjmedia-codec/amr_sdp_match.h>
- #include <pjmedia-codec/g7221_sdp_match.h>
- #include <pjmedia/codec.h>
- #include <pjmedia/errno.h>
- #include <pjmedia/endpoint.h>
- #include <pjmedia/plc.h>
- #include <pjmedia/port.h>
- #include <pjmedia/silencedet.h>
- #include <pj/assert.h>
- #include <pj/log.h>
- #include <pj/math.h>
- #include <pj/pool.h>
- #include <pj/string.h>
- #include <pj/os.h>
- /*
- * Only build this file if PJMEDIA_HAS_INTEL_IPP != 0
- */
- #if defined(PJMEDIA_HAS_INTEL_IPP) && PJMEDIA_HAS_INTEL_IPP != 0
- #include <usc.h>
- #include <ippversion.h>
- #define THIS_FILE "ipp_codecs.c"
- /* Prototypes for IPP codecs factory */
- static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id );
- static pj_status_t ipp_default_attr( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec_param *attr );
- static pj_status_t ipp_enum_codecs( pjmedia_codec_factory *factory,
- unsigned *count,
- pjmedia_codec_info codecs[]);
- static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec **p_codec);
- static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory,
- pjmedia_codec *codec );
- /* Prototypes for IPP codecs implementation. */
- static pj_status_t ipp_codec_init( pjmedia_codec *codec,
- pj_pool_t *pool );
- static pj_status_t ipp_codec_open( pjmedia_codec *codec,
- pjmedia_codec_param *attr );
- static pj_status_t ipp_codec_close( pjmedia_codec *codec );
- static pj_status_t ipp_codec_modify(pjmedia_codec *codec,
- const pjmedia_codec_param *attr );
- static pj_status_t ipp_codec_parse( pjmedia_codec *codec,
- void *pkt,
- pj_size_t pkt_size,
- const pj_timestamp *ts,
- unsigned *frame_cnt,
- pjmedia_frame frames[]);
- static pj_status_t ipp_codec_encode( pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- static pj_status_t ipp_codec_decode( pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- static pj_status_t ipp_codec_recover(pjmedia_codec *codec,
- unsigned output_buf_len,
- struct pjmedia_frame *output);
- /* Definition for IPP codecs operations. */
- static pjmedia_codec_op ipp_op =
- {
- &ipp_codec_init,
- &ipp_codec_open,
- &ipp_codec_close,
- &ipp_codec_modify,
- &ipp_codec_parse,
- &ipp_codec_encode,
- &ipp_codec_decode,
- &ipp_codec_recover
- };
- /* Definition for IPP codecs factory operations. */
- static pjmedia_codec_factory_op ipp_factory_op =
- {
- &ipp_test_alloc,
- &ipp_default_attr,
- &ipp_enum_codecs,
- &ipp_alloc_codec,
- &ipp_dealloc_codec,
- &pjmedia_codec_ipp_deinit
- };
- /* IPP codecs factory */
- static struct ipp_factory {
- pjmedia_codec_factory base;
- pjmedia_endpt *endpt;
- pj_pool_t *pool;
- pj_mutex_t *mutex;
- unsigned g7221_pcm_shift;
- } ipp_factory;
- /* IPP codecs private data. */
- typedef struct ipp_private {
- int codec_idx; /**< Codec index. */
- void *codec_setting; /**< Specific codec setting. */
- pj_pool_t *pool; /**< Pool for each instance. */
- USC_Handle enc; /**< Encoder state. */
- USC_Handle dec; /**< Decoder state. */
- USC_CodecInfo *info; /**< Native codec info. */
- pj_uint16_t frame_size; /**< Bitstream frame size. */
- pj_bool_t plc_enabled; /**< PLC enabled flag. */
- pjmedia_plc *plc; /**< PJMEDIA PLC engine, NULL if
- codec has internal PLC. */
- pj_bool_t vad_enabled; /**< VAD enabled flag. */
- pjmedia_silence_det *vad; /**< PJMEDIA VAD engine, NULL if
- codec has internal VAD. */
- pj_timestamp last_tx; /**< Timestamp of last transmit.*/
- unsigned g7221_pcm_shift; /**< G722.1 PCM level adjustment*/
- } ipp_private_t;
- /* USC codec implementations. */
- extern USC_Fxns USC_G729AFP_Fxns;
- extern USC_Fxns USC_G729I_Fxns;
- extern USC_Fxns USC_G723_Fxns;
- extern USC_Fxns USC_G726_Fxns;
- extern USC_Fxns USC_G728_Fxns;
- extern USC_Fxns USC_G722_Fxns;
- extern USC_Fxns USC_GSMAMR_Fxns;
- extern USC_Fxns USC_AMRWB_Fxns;
- extern USC_Fxns USC_AMRWBE_Fxns;
- /* CUSTOM CALLBACKS */
- /* This callback is useful for translating RTP frame into USC frame, e.g:
- * reassigning frame attributes, reorder bitstream. Default behaviour of
- * the translation is just setting the USC frame buffer & its size as
- * specified in RTP frame, setting USC frame frametype to 0, setting bitrate
- * of USC frame to bitrate info of codec_data. Implement this callback when
- * the default behaviour is unapplicable.
- */
- typedef void (*predecode_cb)(ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame);
- /* Parse frames from a packet. Default behaviour of frame parsing is
- * just separating frames based on calculating frame length derived
- * from bitrate. Implement this callback when the default behaviour is
- * unapplicable.
- */
- typedef pj_status_t (*parse_cb)(ipp_private_t *codec_data, void *pkt,
- pj_size_t pkt_size, const pj_timestamp *ts,
- unsigned *frame_cnt, pjmedia_frame frames[]);
- /* Pack frames into a packet. Default behaviour of packing frames is
- * just stacking the frames with octet aligned without adding any
- * payload header. Implement this callback when the default behaviour is
- * unapplicable.
- */
- typedef pj_status_t (*pack_cb)(ipp_private_t *codec_data, void *pkt,
- pj_size_t *pkt_size, pj_size_t max_pkt_size);
- /* Custom callback implementations. */
- static void predecode_g723( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame);
- static pj_status_t parse_g723( ipp_private_t *codec_data, void *pkt,
- pj_size_t pkt_size, const pj_timestamp *ts,
- unsigned *frame_cnt, pjmedia_frame frames[]);
- static void predecode_g729( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame);
- static void predecode_amr( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame);
- static pj_status_t parse_amr( ipp_private_t *codec_data, void *pkt,
- pj_size_t pkt_size, const pj_timestamp *ts,
- unsigned *frame_cnt, pjmedia_frame frames[]);
- static pj_status_t pack_amr( ipp_private_t *codec_data, void *pkt,
- pj_size_t *pkt_size, pj_size_t max_pkt_size);
- static void predecode_g7221( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame);
- static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt,
- pj_size_t *pkt_size, pj_size_t max_pkt_size);
- /* IPP codec implementation descriptions. */
- static struct ipp_codec {
- int enabled; /* Is this codec enabled? */
- const char *name; /* Codec name. */
- pj_uint8_t pt; /* Payload type. */
- USC_Fxns *fxns; /* USC callback functions. */
- unsigned clock_rate; /* Codec's clock rate. */
- unsigned channel_count; /* Codec's channel count. */
- unsigned samples_per_frame; /* Codec's samples count. */
- unsigned def_bitrate; /* Default bitrate of this codec. */
- unsigned max_bitrate; /* Maximum bitrate of this codec. */
- pj_uint8_t frm_per_pkt; /* Default num of frames per packet.*/
- int has_native_vad; /* Codec has internal VAD? */
- int has_native_plc; /* Codec has internal PLC? */
- predecode_cb predecode; /* Callback to translate RTP frame
- into USC frame. */
- parse_cb parse; /* Callback to parse bitstream. */
- pack_cb pack; /* Callback to pack bitstream. */
- pjmedia_codec_fmtp dec_fmtp; /* Decoder's fmtp params. */
- }
- ipp_codec[] =
- {
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR
- {1, "AMR", PJMEDIA_RTP_PT_AMR, &USC_GSMAMR_Fxns, 8000, 1, 160,
- 7400, 12200, 2, 1, 1,
- &predecode_amr, &parse_amr, &pack_amr,
- {1, {{{"octet-align", 11}, {"1", 1}}} }
- },
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB
- {1, "AMR-WB", PJMEDIA_RTP_PT_AMRWB, &USC_AMRWB_Fxns, 16000, 1, 320,
- 15850, 23850, 2, 1, 1,
- &predecode_amr, &parse_amr, &pack_amr,
- {1, {{{"octet-align", 11}, {"1", 1}}} }
- },
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_G729
- # if defined(PJ_HAS_FLOATING_POINT) && (PJ_HAS_FLOATING_POINT != 0)
- {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729AFP_Fxns, 8000, 1, 80,
- 8000, 11800, 2, 1, 1,
- &predecode_g729, NULL, NULL
- },
- # else
- {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729I_Fxns, 8000, 1, 80,
- 8000, 11800, 2, 1, 1,
- &predecode_g729, NULL, NULL
- },
- # endif
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1
- /* This is actually G.723.1 */
- {1, "G723", PJMEDIA_RTP_PT_G723, &USC_G723_Fxns, 8000, 1, 240,
- 6300, 6300, 1, 1, 1,
- &predecode_g723, &parse_g723, NULL
- },
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_G726
- {0, "G726-16", PJMEDIA_RTP_PT_G726_16, &USC_G726_Fxns, 8000, 1, 80,
- 16000, 16000, 2, 0, 0,
- NULL, NULL, NULL
- },
- {0, "G726-24", PJMEDIA_RTP_PT_G726_24, &USC_G726_Fxns, 8000, 1, 80,
- 24000, 24000, 2, 0, 0,
- NULL, NULL, NULL
- },
- {1, "G726-32", PJMEDIA_RTP_PT_G726_32, &USC_G726_Fxns, 8000, 1, 80,
- 32000, 32000, 2, 0, 0,
- NULL, NULL, NULL
- },
- {0, "G726-40", PJMEDIA_RTP_PT_G726_40, &USC_G726_Fxns, 8000, 1, 80,
- 40000, 40000, 2, 0, 0,
- NULL, NULL, NULL
- },
- /* Old definition of G726-32 */
- {1, "G721", PJMEDIA_RTP_PT_G721, &USC_G726_Fxns, 8000, 1, 80,
- 32000, 32000, 2, 0, 0,
- NULL, NULL, NULL
- },
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_G728
- {1, "G728", PJMEDIA_RTP_PT_G728, &USC_G728_Fxns, 8000, 1, 80,
- 16000, 16000, 2, 0, 1,
- NULL, NULL, NULL
- },
- # endif
- # if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- {0, "G7221", PJMEDIA_RTP_PT_G722_1_16, &USC_G722_Fxns, 16000, 1, 320,
- 16000, 16000, 1, 0, 1,
- predecode_g7221, NULL, pack_g7221,
- {1, {{{"bitrate", 7}, {"16000", 5}}} }
- },
- {1, "G7221", PJMEDIA_RTP_PT_G722_1_24, &USC_G722_Fxns, 16000, 1, 320,
- 24000, 24000, 1, 0, 1,
- predecode_g7221, NULL, pack_g7221,
- {1, {{{"bitrate", 7}, {"24000", 5}}} }
- },
- {1, "G7221", PJMEDIA_RTP_PT_G722_1_32, &USC_G722_Fxns, 16000, 1, 320,
- 32000, 32000, 1, 0, 1,
- predecode_g7221, NULL, pack_g7221,
- {1, {{{"bitrate", 7}, {"32000", 5}}} }
- },
- # endif
- };
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729
- static void predecode_g729( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame)
- {
- switch (rtp_frame->size) {
- case 2:
- /* SID */
- usc_frame->frametype = 1;
- usc_frame->bitrate = codec_data->info->params.modes.bitrate;
- break;
- case 8:
- /* G729D */
- usc_frame->frametype = 2;
- usc_frame->bitrate = 6400;
- break;
- case 10:
- /* G729 */
- usc_frame->frametype = 3;
- usc_frame->bitrate = 8000;
- break;
- case 15:
- /* G729E */
- usc_frame->frametype = 4;
- usc_frame->bitrate = 11800;
- break;
- default:
- usc_frame->frametype = 0;
- usc_frame->bitrate = 0;
- break;
- }
- usc_frame->pBuffer = rtp_frame->buf;
- usc_frame->nbytes = rtp_frame->size;
- }
- #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G729 */
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1
- static void predecode_g723( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame)
- {
- int i, HDR = 0;
- pj_uint8_t *f = (pj_uint8_t*)rtp_frame->buf;
- PJ_UNUSED_ARG(codec_data);
- for (i = 0; i < 2; ++i){
- int tmp;
- tmp = (f[0] >> (i & 0x7)) & 1;
- HDR += tmp << i ;
- }
- usc_frame->pBuffer = rtp_frame->buf;
- usc_frame->nbytes = rtp_frame->size;
- usc_frame->bitrate = HDR == 0? 6300 : 5300;
- usc_frame->frametype = 0;
- }
- static pj_status_t parse_g723(ipp_private_t *codec_data, void *pkt,
- pj_size_t pkt_size, const pj_timestamp *ts,
- unsigned *frame_cnt, pjmedia_frame frames[])
- {
- unsigned count = 0;
- pj_uint8_t *f = (pj_uint8_t*)pkt;
- while (pkt_size && count < *frame_cnt) {
- int framesize, i, j;
- int HDR = 0;
- for (i = 0; i < 2; ++i){
- j = (f[0] >> (i & 0x7)) & 1;
- HDR += j << i ;
- }
- if (HDR == 0)
- framesize = 24;
- else if (HDR == 1)
- framesize = 20;
- else if (HDR == 2)
- framesize = 4;
- else if (HDR == 3)
- framesize = 1;
- else {
- pj_assert(!"Unknown G723.1 frametype, packet may be corrupted!");
- return PJMEDIA_CODEC_EINMODE;
- }
- frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO;
- frames[count].buf = f;
- frames[count].size = framesize;
- frames[count].timestamp.u64 = ts->u64 + count *
- ipp_codec[codec_data->codec_idx].samples_per_frame;
- f += framesize;
- pkt_size -= framesize;
- ++count;
- }
- *frame_cnt = count;
- return PJ_SUCCESS;
- }
- #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 */
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR || PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB
- #include <pjmedia-codec/amr_helper.h>
- typedef struct amr_settings_t {
- pjmedia_codec_amr_pack_setting enc_setting;
- pjmedia_codec_amr_pack_setting dec_setting;
- pj_int8_t enc_mode;
- } amr_settings_t;
- /* Rearrange AMR bitstream and convert RTP frame into USC frame:
- * - make the start_bit to be 0
- * - if it is speech frame, reorder bitstream from sensitivity bits order
- * to encoder bits order.
- * - set the appropriate value of usc_frame.
- */
- static void predecode_amr( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame)
- {
- pjmedia_frame frame;
- pjmedia_codec_amr_bit_info *info;
- pjmedia_codec_amr_pack_setting *setting;
- setting = &((amr_settings_t*)codec_data->codec_setting)->dec_setting;
- frame = *rtp_frame;
- pjmedia_codec_amr_predecode(rtp_frame, setting, &frame);
- info = (pjmedia_codec_amr_bit_info*) &frame.bit_info;
- usc_frame->pBuffer = frame.buf;
- usc_frame->nbytes = frame.size;
- if (info->mode != -1) {
- usc_frame->bitrate = setting->amr_nb?
- pjmedia_codec_amrnb_bitrates[info->mode]:
- pjmedia_codec_amrwb_bitrates[info->mode];
- } else {
- usc_frame->bitrate = 0;
- }
- if (frame.size > 5) {
- /* Speech */
- if (info->good_quality)
- usc_frame->frametype = 0;
- else
- usc_frame->frametype = setting->amr_nb ? 5 : 6;
- } else if (frame.size == 5) {
- /* SID */
- if (info->good_quality) {
- usc_frame->frametype = info->STI? 2 : 1;
- } else {
- usc_frame->frametype = setting->amr_nb ? 6 : 7;
- }
- } else {
- /* no data */
- usc_frame->frametype = 3;
- }
- }
- /* Pack AMR payload */
- static pj_status_t pack_amr(ipp_private_t *codec_data, void *pkt,
- pj_size_t *pkt_size, pj_size_t max_pkt_size)
- {
- enum {MAX_FRAMES_PER_PACKET = PJMEDIA_MAX_FRAME_DURATION_MS / 20};
- pjmedia_frame frames[MAX_FRAMES_PER_PACKET];
- unsigned nframes = 0;
- pjmedia_codec_amr_bit_info *info;
- pj_uint8_t *r; /* Read cursor */
- pj_uint8_t SID_FT;
- pjmedia_codec_amr_pack_setting *setting;
- const pj_uint8_t *framelen_tbl;
- setting = &((amr_settings_t*)codec_data->codec_setting)->enc_setting;
- framelen_tbl = setting->amr_nb? pjmedia_codec_amrnb_framelen:
- pjmedia_codec_amrwb_framelen;
- SID_FT = (pj_uint8_t)(setting->amr_nb? 8 : 9);
- /* Align pkt buf right */
- r = (pj_uint8_t*)pkt + max_pkt_size - *pkt_size;
- pj_memmove(r, pkt, *pkt_size);
- /* Get frames */
- for (;;) {
- pj_bool_t eof;
- pj_uint16_t info_;
- info_ = *((pj_uint16_t*)r);
- eof = ((info_ & 0x40) != 0);
- info = (pjmedia_codec_amr_bit_info*) &frames[nframes].bit_info;
- pj_bzero(info, sizeof(*info));
- info->frame_type = (pj_uint8_t)(info_ & 0x0F);
- info->good_quality = (pj_uint8_t)((info_ & 0x80) == 0);
- info->mode = (pj_int8_t) ((info_ >> 8) & 0x0F);
- info->STI = (pj_uint8_t)((info_ >> 5) & 1);
- frames[nframes].buf = r + 2;
- frames[nframes].size = info->frame_type <= SID_FT ?
- framelen_tbl[info->frame_type] : 0;
- r += frames[nframes].size + 2;
- /* Last frame */
- if (++nframes >= MAX_FRAMES_PER_PACKET || eof)
- break;
- }
- /* Pack */
- *pkt_size = max_pkt_size;
- return pjmedia_codec_amr_pack(frames, nframes, setting, pkt, pkt_size);
- }
- /* Parse AMR payload into frames. */
- static pj_status_t parse_amr(ipp_private_t *codec_data, void *pkt,
- pj_size_t pkt_size, const pj_timestamp *ts,
- unsigned *frame_cnt, pjmedia_frame frames[])
- {
- amr_settings_t* s = (amr_settings_t*)codec_data->codec_setting;
- pjmedia_codec_amr_pack_setting *setting;
- pj_status_t status;
- pj_uint8_t cmr;
- setting = &s->dec_setting;
- status = pjmedia_codec_amr_parse(pkt, pkt_size, ts, setting, frames,
- frame_cnt, &cmr);
- if (status != PJ_SUCCESS)
- return status;
- /* Check Change Mode Request. */
- if (((setting->amr_nb && cmr <= 7) || (!setting->amr_nb && cmr <= 8)) &&
- s->enc_mode != cmr)
- {
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- s->enc_mode = cmr;
- codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb?
- pjmedia_codec_amrnb_bitrates[s->enc_mode] :
- pjmedia_codec_amrwb_bitrates[s->enc_mode];
- ippc->fxns->std.Control(&codec_data->info->params.modes,
- codec_data->enc);
- PJ_LOG(4,(THIS_FILE, "AMR%s switched encoding mode to: %d (%dbps)",
- (s->enc_setting.amr_nb?"":"-WB"),
- s->enc_mode,
- codec_data->info->params.modes.bitrate));
- }
- return PJ_SUCCESS;
- }
- #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_AMR */
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- static void predecode_g7221( ipp_private_t *codec_data,
- const pjmedia_frame *rtp_frame,
- USC_Bitstream *usc_frame)
- {
- usc_frame->pBuffer = (char*)rtp_frame->buf;
- usc_frame->nbytes = rtp_frame->size;
- usc_frame->frametype = 0;
- usc_frame->bitrate = codec_data->info->params.modes.bitrate;
- #if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0
- {
- pj_uint16_t *p, *p_end;
- p = (pj_uint16_t*)rtp_frame->buf;
- p_end = p + rtp_frame->size/2;
- while (p < p_end) {
- *p = pj_ntohs(*p);
- ++p;
- }
- }
- #endif
- }
- static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt,
- pj_size_t *pkt_size, pj_size_t max_pkt_size)
- {
- PJ_UNUSED_ARG(codec_data);
- PJ_UNUSED_ARG(max_pkt_size);
- #if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0
- {
- pj_uint16_t *p, *p_end;
- p = (pj_uint16_t*)pkt;
- p_end = p + *pkt_size/2;
- while (p < p_end) {
- *p = pj_htons(*p);
- ++p;
- }
- }
- #else
- PJ_UNUSED_ARG(pkt);
- PJ_UNUSED_ARG(pkt_size);
- #endif
- return PJ_SUCCESS;
- }
- #include <pjmedia-codec/g7221.h>
- PJ_DEF(pj_status_t) pjmedia_codec_g7221_set_pcm_shift(int val)
- {
- PJ_ASSERT_RETURN(val >= 0, PJ_EINVAL);
- ipp_factory.g7221_pcm_shift = val;
- return PJ_SUCCESS;
- }
- #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 */
- /*
- * Initialize and register IPP codec factory to pjmedia endpoint.
- */
- PJ_DEF(pj_status_t) pjmedia_codec_ipp_init( pjmedia_endpt *endpt )
- {
- pjmedia_codec_mgr *codec_mgr;
- pj_str_t codec_name;
- pj_status_t status;
- if (ipp_factory.pool != NULL) {
- /* Already initialized. */
- return PJ_SUCCESS;
- }
- /* Create IPP codec factory. */
- ipp_factory.base.op = &ipp_factory_op;
- ipp_factory.base.factory_data = NULL;
- ipp_factory.endpt = endpt;
- ipp_factory.g7221_pcm_shift = PJMEDIA_G7221_DEFAULT_PCM_SHIFT;
- ipp_factory.pool = pjmedia_endpt_create_pool(endpt, "IPP codecs", 4000, 4000);
- if (!ipp_factory.pool)
- return PJ_ENOMEM;
- /* Create mutex. */
- status = pj_mutex_create_simple(ipp_factory.pool, "IPP codecs",
- &ipp_factory.mutex);
- if (status != PJ_SUCCESS)
- goto on_error;
- /* Get the codec manager. */
- codec_mgr = pjmedia_endpt_get_codec_mgr(endpt);
- if (!codec_mgr) {
- status = PJ_EINVALIDOP;
- goto on_error;
- }
- /* Register format match callback. */
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- pj_cstr(&codec_name, "G7221");
- status = pjmedia_sdp_neg_register_fmt_match_cb(
- &codec_name,
- &pjmedia_codec_g7221_match_sdp);
- if (status != PJ_SUCCESS)
- goto on_error;
- #endif
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR
- pj_cstr(&codec_name, "AMR");
- status = pjmedia_sdp_neg_register_fmt_match_cb(
- &codec_name,
- &pjmedia_codec_amr_match_sdp);
- if (status != PJ_SUCCESS)
- goto on_error;
- #endif
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB
- pj_cstr(&codec_name, "AMR-WB");
- status = pjmedia_sdp_neg_register_fmt_match_cb(
- &codec_name,
- &pjmedia_codec_amr_match_sdp);
- if (status != PJ_SUCCESS)
- goto on_error;
- #endif
- /* Suppress compile warning */
- PJ_UNUSED_ARG(codec_name);
- /* Register codec factory to endpoint. */
- status = pjmedia_codec_mgr_register_factory(codec_mgr,
- &ipp_factory.base);
- if (status != PJ_SUCCESS)
- goto on_error;
- /* Done. */
- return PJ_SUCCESS;
- on_error:
- pj_pool_release(ipp_factory.pool);
- ipp_factory.pool = NULL;
- return status;
- }
- /*
- * Unregister IPP codecs factory from pjmedia endpoint.
- */
- PJ_DEF(pj_status_t) pjmedia_codec_ipp_deinit(void)
- {
- pjmedia_codec_mgr *codec_mgr;
- pj_status_t status;
- if (ipp_factory.pool == NULL) {
- /* Already deinitialized */
- return PJ_SUCCESS;
- }
- pj_mutex_lock(ipp_factory.mutex);
- /* Get the codec manager. */
- codec_mgr = pjmedia_endpt_get_codec_mgr(ipp_factory.endpt);
- if (!codec_mgr) {
- pj_pool_release(ipp_factory.pool);
- ipp_factory.pool = NULL;
- pj_mutex_unlock(ipp_factory.mutex);
- return PJ_EINVALIDOP;
- }
- /* Unregister IPP codecs factory. */
- status = pjmedia_codec_mgr_unregister_factory(codec_mgr,
- &ipp_factory.base);
-
- /* Destroy mutex. */
- pj_mutex_unlock(ipp_factory.mutex);
- pj_mutex_destroy(ipp_factory.mutex);
- ipp_factory.mutex = NULL;
- /* Destroy pool. */
- pj_pool_release(ipp_factory.pool);
- ipp_factory.pool = NULL;
- return status;
- }
- /*
- * Check if factory can allocate the specified codec.
- */
- static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *info )
- {
- unsigned i;
- PJ_UNUSED_ARG(factory);
- /* Type MUST be audio. */
- if (info->type != PJMEDIA_TYPE_AUDIO)
- return PJMEDIA_CODEC_EUNSUP;
- for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) {
- pj_str_t name = pj_str((char*)ipp_codec[i].name);
- if ((pj_stricmp(&info->encoding_name, &name) == 0) &&
- (info->clock_rate == (unsigned)ipp_codec[i].clock_rate) &&
- (info->channel_cnt == (unsigned)ipp_codec[i].channel_count) &&
- (ipp_codec[i].enabled))
- {
- return PJ_SUCCESS;
- }
- }
-
- /* Unsupported, or mode is disabled. */
- return PJMEDIA_CODEC_EUNSUP;
- }
- /*
- * Generate default attribute.
- */
- static pj_status_t ipp_default_attr (pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec_param *attr )
- {
- unsigned i;
- PJ_ASSERT_RETURN(factory==&ipp_factory.base, PJ_EINVAL);
- pj_bzero(attr, sizeof(pjmedia_codec_param));
- for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) {
- pj_str_t name = pj_str((char*)ipp_codec[i].name);
- if ((pj_stricmp(&id->encoding_name, &name) == 0) &&
- (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) &&
- (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) &&
- (id->pt == (unsigned)ipp_codec[i].pt))
- {
- attr->info.pt = (pj_uint8_t)id->pt;
- attr->info.channel_cnt = ipp_codec[i].channel_count;
- attr->info.clock_rate = ipp_codec[i].clock_rate;
- attr->info.avg_bps = ipp_codec[i].def_bitrate;
- attr->info.max_bps = ipp_codec[i].max_bitrate;
- attr->info.pcm_bits_per_sample = 16;
- attr->info.frm_ptime = (pj_uint16_t)
- (ipp_codec[i].samples_per_frame * 1000 /
- ipp_codec[i].channel_count /
- ipp_codec[i].clock_rate);
- attr->setting.frm_per_pkt = ipp_codec[i].frm_per_pkt;
- /* Default flags. */
- attr->setting.plc = 1;
- attr->setting.penh= 0;
- attr->setting.vad = 1;
- attr->setting.cng = attr->setting.vad;
- attr->setting.dec_fmtp = ipp_codec[i].dec_fmtp;
- if (attr->setting.vad == 0) {
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729
- if (id->pt == PJMEDIA_RTP_PT_G729) {
- /* Signal G729 Annex B is being disabled */
- attr->setting.dec_fmtp.cnt = 1;
- pj_strset2(&attr->setting.dec_fmtp.param[0].name, "annexb");
- pj_strset2(&attr->setting.dec_fmtp.param[0].val, "no");
- }
- #endif
- }
- return PJ_SUCCESS;
- }
- }
- return PJMEDIA_CODEC_EUNSUP;
- }
- /*
- * Enum codecs supported by this factory.
- */
- static pj_status_t ipp_enum_codecs(pjmedia_codec_factory *factory,
- unsigned *count,
- pjmedia_codec_info codecs[])
- {
- unsigned max;
- unsigned i;
- PJ_UNUSED_ARG(factory);
- PJ_ASSERT_RETURN(codecs && *count > 0, PJ_EINVAL);
- max = *count;
-
- for (i = 0, *count = 0; i < PJ_ARRAY_SIZE(ipp_codec) && *count < max; ++i)
- {
- if (!ipp_codec[i].enabled)
- continue;
- pj_bzero(&codecs[*count], sizeof(pjmedia_codec_info));
- codecs[*count].encoding_name = pj_str((char*)ipp_codec[i].name);
- codecs[*count].pt = ipp_codec[i].pt;
- codecs[*count].type = PJMEDIA_TYPE_AUDIO;
- codecs[*count].clock_rate = ipp_codec[i].clock_rate;
- codecs[*count].channel_cnt = ipp_codec[i].channel_count;
- ++*count;
- }
- return PJ_SUCCESS;
- }
- /*
- * Allocate a new codec instance.
- */
- static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory,
- const pjmedia_codec_info *id,
- pjmedia_codec **p_codec)
- {
- ipp_private_t *codec_data;
- pjmedia_codec *codec;
- int idx;
- pj_pool_t *pool;
- unsigned i;
- PJ_ASSERT_RETURN(factory && id && p_codec, PJ_EINVAL);
- PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL);
- pj_mutex_lock(ipp_factory.mutex);
- /* Find codec's index */
- idx = -1;
- for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) {
- pj_str_t name = pj_str((char*)ipp_codec[i].name);
- if ((pj_stricmp(&id->encoding_name, &name) == 0) &&
- (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) &&
- (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) &&
- (ipp_codec[i].enabled))
- {
- idx = i;
- break;
- }
- }
- if (idx == -1) {
- *p_codec = NULL;
- pj_mutex_unlock(ipp_factory.mutex);
- return PJMEDIA_CODEC_EFAILED;
- }
- /* Create pool for codec instance */
- pool = pjmedia_endpt_create_pool(ipp_factory.endpt, "IPPcodec", 512, 512);
- codec = PJ_POOL_ZALLOC_T(pool, pjmedia_codec);
- PJ_ASSERT_RETURN(codec != NULL, PJ_ENOMEM);
- codec->op = &ipp_op;
- codec->factory = factory;
- codec->codec_data = PJ_POOL_ZALLOC_T(pool, ipp_private_t);
- codec_data = (ipp_private_t*) codec->codec_data;
- /* Create PLC if codec has no internal PLC */
- if (!ipp_codec[idx].has_native_plc) {
- pj_status_t status;
- status = pjmedia_plc_create(pool, ipp_codec[idx].clock_rate,
- ipp_codec[idx].samples_per_frame, 0,
- &codec_data->plc);
- if (status != PJ_SUCCESS) {
- pj_pool_release(pool);
- pj_mutex_unlock(ipp_factory.mutex);
- return status;
- }
- }
- /* Create silence detector if codec has no internal VAD */
- if (!ipp_codec[idx].has_native_vad) {
- pj_status_t status;
- status = pjmedia_silence_det_create(pool,
- ipp_codec[idx].clock_rate,
- ipp_codec[idx].samples_per_frame,
- &codec_data->vad);
- if (status != PJ_SUCCESS) {
- pj_pool_release(pool);
- pj_mutex_unlock(ipp_factory.mutex);
- return status;
- }
- }
- codec_data->pool = pool;
- codec_data->codec_idx = idx;
- pj_mutex_unlock(ipp_factory.mutex);
- *p_codec = codec;
- return PJ_SUCCESS;
- }
- /*
- * Free codec.
- */
- static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory,
- pjmedia_codec *codec )
- {
- ipp_private_t *codec_data;
- PJ_ASSERT_RETURN(factory && codec, PJ_EINVAL);
- PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL);
- /* Close codec, if it's not closed. */
- codec_data = (ipp_private_t*) codec->codec_data;
- if (codec_data->enc != NULL || codec_data->dec != NULL) {
- ipp_codec_close(codec);
- }
- pj_pool_release(codec_data->pool);
- return PJ_SUCCESS;
- }
- /*
- * Init codec.
- */
- static pj_status_t ipp_codec_init( pjmedia_codec *codec,
- pj_pool_t *pool )
- {
- PJ_UNUSED_ARG(codec);
- PJ_UNUSED_ARG(pool);
- return PJ_SUCCESS;
- }
- /*
- * Open codec.
- */
- static pj_status_t ipp_codec_open( pjmedia_codec *codec,
- pjmedia_codec_param *attr )
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- int info_size;
- pj_pool_t *pool;
- int i, j;
- USC_MemBank *membanks;
- int nb_membanks;
- pool = codec_data->pool;
- /* Get the codec info size */
- if (USC_NoError != ippc->fxns->std.GetInfoSize(&info_size)) {
- PJ_LOG(1,(THIS_FILE, "Error getting codec info size"));
- goto on_error;
- }
- /* Get the codec info */
- codec_data->info = pj_pool_zalloc(pool, info_size);
- if (USC_NoError != ippc->fxns->std.GetInfo((USC_Handle)NULL,
- codec_data->info))
- {
- PJ_LOG(1,(THIS_FILE, "Error getting codec info"));
- goto on_error;
- }
- /* PREPARING THE ENCODER */
- /* Setting the encoder params */
- codec_data->info->params.direction = USC_ENCODE;
- codec_data->info->params.modes.vad = attr->setting.vad &&
- ippc->has_native_vad;
- codec_data->info->params.modes.bitrate = attr->info.avg_bps;
- codec_data->info->params.law = 0; /* Linear PCM input */
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729
- if (ippc->pt == PJMEDIA_RTP_PT_G729) {
- /* Check if G729 Annex B is signaled to be disabled */
- for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) {
- if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].name, "annexb")==0)
- {
- if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].val, "no")==0)
- {
- attr->setting.vad = 0;
- codec_data->info->params.modes.vad = 0;
- }
- break;
- }
- }
- }
- #endif
- /* Get number of memory blocks needed by the encoder */
- if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params,
- &nb_membanks))
- {
- PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of encoder"));
- goto on_error;
- }
- /* Allocate memory blocks table */
- membanks = (USC_MemBank*) pj_pool_zalloc(pool,
- sizeof(USC_MemBank) * nb_membanks);
- /* Get size of each memory block */
- if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params,
- membanks))
- {
- PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of encoder"));
- goto on_error;
- }
- /* Allocate memory for each block */
- for (i = 0; i < nb_membanks; i++) {
- membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes);
- }
- /* Create encoder instance */
- if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params,
- membanks,
- &codec_data->enc))
- {
- PJ_LOG(1,(THIS_FILE, "Error initializing encoder"));
- goto on_error;
- }
- /* PREPARING THE DECODER */
- /* Setting the decoder params */
- codec_data->info->params.direction = USC_DECODE;
- /* Not sure if VAD affects decoder, just try to be safe */
- //codec_data->info->params.modes.vad = ippc->has_native_vad;
- /* Get number of memory blocks needed by the decoder */
- if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params,
- &nb_membanks))
- {
- PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of decoder"));
- goto on_error;
- }
- /* Allocate memory blocks table */
- membanks = (USC_MemBank*) pj_pool_zalloc(pool,
- sizeof(USC_MemBank) * nb_membanks);
- /* Get size of each memory block */
- if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params,
- membanks))
- {
- PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of decoder"));
- goto on_error;
- }
- /* Allocate memory for each block */
- for (i = 0; i < nb_membanks; i++) {
- membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes);
- }
- /* Create decoder instance */
- if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params,
- membanks, &codec_data->dec))
- {
- PJ_LOG(1,(THIS_FILE, "Error initializing decoder"));
- goto on_error;
- }
- /* Update codec info */
- ippc->fxns->std.GetInfo((USC_Handle)codec_data->enc, codec_data->info);
- /* Get bitstream size */
- i = codec_data->info->params.modes.bitrate * ippc->samples_per_frame;
- j = ippc->clock_rate << 3;
- codec_data->frame_size = (pj_uint16_t)(i / j);
- if (i % j) ++codec_data->frame_size;
- codec_data->vad_enabled = (attr->setting.vad != 0);
- codec_data->plc_enabled = (attr->setting.plc != 0);
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR
- /* Init AMR settings */
- if (ippc->pt == PJMEDIA_RTP_PT_AMR || ippc->pt == PJMEDIA_RTP_PT_AMRWB) {
- amr_settings_t *s;
- pj_uint8_t octet_align = 0;
- pj_int8_t enc_mode;
- enc_mode = pjmedia_codec_amr_get_mode(
- codec_data->info->params.modes.bitrate);
- pj_assert(enc_mode >= 0 && enc_mode <= 8);
- /* Check AMR specific attributes */
- for (i = 0; i < attr->setting.dec_fmtp.cnt; ++i) {
- /* octet-align, one of the parameters that must have same value
- * in offer & answer (RFC 4867 Section 8.3.1). Just check fmtp
- * in the decoder side, since it's value is guaranteed to fulfil
- * above requirement (by SDP negotiator).
- */
- const pj_str_t STR_FMTP_OCTET_ALIGN = {"octet-align", 11};
-
- if (pj_stricmp(&attr->setting.dec_fmtp.param[i].name,
- &STR_FMTP_OCTET_ALIGN) == 0)
- {
- octet_align=(pj_uint8_t)
- pj_strtoul(&attr->setting.dec_fmtp.param[i].val);
- break;
- }
- }
- for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) {
- /* mode-set, encoding mode is chosen based on local default mode
- * setting:
- * - if local default mode is included in the mode-set, use it
- * - otherwise, find the closest mode to local default mode;
- * if there are two closest modes, prefer to use the higher
- * one, e.g: local default mode is 4, the mode-set param
- * contains '2,3,5,6', then 5 will be chosen.
- */
- const pj_str_t STR_FMTP_MODE_SET = {"mode-set", 8};
-
- if (pj_stricmp(&attr->setting.enc_fmtp.param[i].name,
- &STR_FMTP_MODE_SET) == 0)
- {
- const char *p;
- pj_size_t l;
- pj_int8_t diff = 99;
-
- p = pj_strbuf(&attr->setting.enc_fmtp.param[i].val);
- l = pj_strlen(&attr->setting.enc_fmtp.param[i].val);
- while (l--) {
- if ((ippc->pt==PJMEDIA_RTP_PT_AMR && *p>='0' && *p<='7') ||
- (ippc->pt==PJMEDIA_RTP_PT_AMRWB && *p>='0' && *p<='8'))
- {
- pj_int8_t tmp = (pj_int8_t)(*p - '0' - enc_mode);
- if (PJ_ABS(diff) > PJ_ABS(tmp) ||
- (PJ_ABS(diff) == PJ_ABS(tmp) && tmp > diff))
- {
- diff = tmp;
- if (diff == 0) break;
- }
- }
- ++p;
- }
- if (diff == 99)
- goto on_error;
- enc_mode = (pj_int8_t)(enc_mode + diff);
- break;
- }
- }
- /* Initialize AMR specific settings */
- s = PJ_POOL_ZALLOC_T(pool, amr_settings_t);
- codec_data->codec_setting = s;
- s->enc_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR);
- s->enc_setting.octet_aligned = octet_align;
- s->enc_setting.reorder = PJ_TRUE;
- s->enc_setting.cmr = 15;
- s->dec_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR);
- s->dec_setting.octet_aligned = octet_align;
- s->dec_setting.reorder = PJ_TRUE;
- /* Apply encoder mode/bitrate */
- s->enc_mode = enc_mode;
- codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb?
- pjmedia_codec_amrnb_bitrates[s->enc_mode]:
- pjmedia_codec_amrwb_bitrates[s->enc_mode];
- ippc->fxns->std.Control(&codec_data->info->params.modes,
- codec_data->enc);
- PJ_LOG(4,(THIS_FILE, "AMR%s encoding mode: %d (%dbps)",
- (s->enc_setting.amr_nb?"":"-WB"),
- s->enc_mode,
- codec_data->info->params.modes.bitrate));
- /* Return back bitrate info to application */
- attr->info.avg_bps = codec_data->info->params.modes.bitrate;
- }
- #endif
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- if (ippc->pt >= PJMEDIA_RTP_PT_G722_1_16 &&
- ippc->pt <= PJMEDIA_RTP_PT_G7221_RSV2)
- {
- codec_data->g7221_pcm_shift = ipp_factory.g7221_pcm_shift;
- }
- #endif
- return PJ_SUCCESS;
- on_error:
- return PJMEDIA_CODEC_EFAILED;
- }
- /*
- * Close codec.
- */
- static pj_status_t ipp_codec_close( pjmedia_codec *codec )
- {
- PJ_UNUSED_ARG(codec);
- return PJ_SUCCESS;
- }
- /*
- * Modify codec settings.
- */
- static pj_status_t ipp_codec_modify(pjmedia_codec *codec,
- const pjmedia_codec_param *attr )
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- codec_data->vad_enabled = (attr->setting.vad != 0);
- codec_data->plc_enabled = (attr->setting.plc != 0);
- if (ippc->has_native_vad) {
- USC_Modes modes;
- modes = codec_data->info->params.modes;
- modes.vad = codec_data->vad_enabled;
- ippc->fxns->std.Control(&modes, codec_data->enc);
- }
- return PJ_SUCCESS;
- }
- /*
- * Get frames in the packet.
- */
- static pj_status_t ipp_codec_parse( pjmedia_codec *codec,
- void *pkt,
- pj_size_t pkt_size,
- const pj_timestamp *ts,
- unsigned *frame_cnt,
- pjmedia_frame frames[])
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- unsigned count = 0;
- PJ_ASSERT_RETURN(frame_cnt, PJ_EINVAL);
- if (ippc->parse != NULL) {
- return ippc->parse(codec_data, pkt, pkt_size, ts, frame_cnt, frames);
- }
- while (pkt_size >= codec_data->frame_size && count < *frame_cnt) {
- frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO;
- frames[count].buf = pkt;
- frames[count].size = codec_data->frame_size;
- frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame;
- pkt = ((char*)pkt) + codec_data->frame_size;
- pkt_size -= codec_data->frame_size;
- ++count;
- }
- if (pkt_size && count < *frame_cnt) {
- frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO;
- frames[count].buf = pkt;
- frames[count].size = pkt_size;
- frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame;
- ++count;
- }
- *frame_cnt = count;
- return PJ_SUCCESS;
- }
- /*
- * Encode frames.
- */
- static pj_status_t ipp_codec_encode( pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- unsigned samples_per_frame;
- unsigned nsamples;
- pj_size_t tx = 0;
- pj_int16_t *pcm_in = (pj_int16_t*)input->buf;
- pj_uint8_t *bits_out = (pj_uint8_t*) output->buf;
- pj_uint8_t pt;
- /* Invoke external VAD if codec has no internal VAD */
- if (codec_data->vad && codec_data->vad_enabled) {
- pj_bool_t is_silence;
- pj_int32_t silence_duration;
- silence_duration = pj_timestamp_diff32(&codec_data->last_tx,
- &input->timestamp);
- is_silence = pjmedia_silence_det_detect(codec_data->vad,
- (const pj_int16_t*) input->buf,
- (input->size >> 1),
- NULL);
- if (is_silence &&
- (PJMEDIA_CODEC_MAX_SILENCE_PERIOD == -1 ||
- silence_duration < (PJMEDIA_CODEC_MAX_SILENCE_PERIOD *
- (int)ippc->clock_rate / 1000)))
- {
- output->type = PJMEDIA_FRAME_TYPE_NONE;
- output->buf = NULL;
- output->size = 0;
- output->timestamp = input->timestamp;
- return PJ_SUCCESS;
- } else {
- codec_data->last_tx = input->timestamp;
- }
- }
- nsamples = input->size >> 1;
- samples_per_frame = ippc->samples_per_frame;
- pt = ippc->pt;
- PJ_ASSERT_RETURN(nsamples % samples_per_frame == 0,
- PJMEDIA_CODEC_EPCMFRMINLEN);
- /* Encode the frames */
- while (nsamples >= samples_per_frame) {
- USC_PCMStream in;
- USC_Bitstream out;
- in.bitrate = codec_data->info->params.modes.bitrate;
- in.nbytes = samples_per_frame << 1;
- in.pBuffer = (char*)pcm_in;
- in.pcmType.bitPerSample = codec_data->info->params.pcmType.bitPerSample;
- in.pcmType.nChannels = codec_data->info->params.pcmType.nChannels;
- in.pcmType.sample_frequency = codec_data->info->params.pcmType.sample_frequency;
- out.pBuffer = (char*)bits_out;
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR
- /* For AMR: reserve two octets for AMR frame info */
- if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) {
- out.pBuffer += 2;
- }
- #endif
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- /* For G722.1: adjust the encoder input signal level */
- if (pt >= PJMEDIA_RTP_PT_G722_1_16 &&
- pt <= PJMEDIA_RTP_PT_G7221_RSV2 &&
- codec_data->g7221_pcm_shift)
- {
- unsigned i;
- for (i = 0; i < samples_per_frame; ++i)
- pcm_in[i] >>= codec_data->g7221_pcm_shift;
- }
- #endif
- if (USC_NoError != ippc->fxns->Encode(codec_data->enc, &in, &out)) {
- break;
- }
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR
- /* For AMR: put info (frametype, degraded, last frame, mode) in the
- * first two octets for payload packing.
- */
- if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) {
- pj_uint16_t *info = (pj_uint16_t*)bits_out;
- /* Two octets for AMR frame info, 0=LSB:
- * bit 0-3 : frame type
- * bit 5 : STI flag
- * bit 6 : last frame flag
- * bit 7 : quality flag
- * bit 8-11 : mode
- */
- out.nbytes += 2;
- if (out.frametype == 0 || out.frametype == 4 ||
- (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 5) ||
- (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 6))
- {
- /* Speech frame type */
- *info = (char)pjmedia_codec_amr_get_mode(out.bitrate);
- /* Quality */
- if (out.frametype == 5 || out.frametype == 6)
- *info |= 0x80;
- } else if (out.frametype == 1 || out.frametype == 2 ||
- (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 6) ||
- (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 7))
- {
- /* SID frame type */
- *info = (pj_uint8_t)(pt == PJMEDIA_RTP_PT_AMRWB? 9 : 8);
- /* Quality */
- if (out.frametype == 6 || out.frametype == 7)
- *info |= 0x80;
- /* STI */
- if (out.frametype != 1)
- *info |= 0x20;
- } else {
- /* Untransmited */
- *info = 15;
- out.nbytes = 2;
- }
- /* Mode */
- *info |= (char)pjmedia_codec_amr_get_mode(out.bitrate) << 8;
- /* Last frame flag */
- if (nsamples == samples_per_frame)
- *info |= 0x40;
- }
- #endif
- pcm_in += samples_per_frame;
- nsamples -= samples_per_frame;
- tx += out.nbytes;
- bits_out += out.nbytes;
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729
- if (pt == PJMEDIA_RTP_PT_G729) {
- if (out.frametype == 1) {
- /* SID */
- break;
- } else if (out.frametype == 0) {
- /* Untransmitted */
- tx -= out.nbytes;
- break;
- }
- }
- #endif
- }
- if (ippc->pack != NULL) {
- ippc->pack(codec_data, output->buf, &tx, output_buf_len);
- }
- /* Check if we don't need to transmit the frame (DTX) */
- if (tx == 0) {
- output->buf = NULL;
- output->size = 0;
- output->timestamp.u64 = input->timestamp.u64;
- output->type = PJMEDIA_FRAME_TYPE_NONE;
- return PJ_SUCCESS;
- }
- output->size = tx;
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- output->timestamp = input->timestamp;
- return PJ_SUCCESS;
- }
- /*
- * Decode frame.
- */
- static pj_status_t ipp_codec_decode( pjmedia_codec *codec,
- const struct pjmedia_frame *input,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- unsigned samples_per_frame;
- USC_PCMStream out;
- USC_Bitstream in;
- pj_uint8_t pt;
- pt = ippc->pt;
- samples_per_frame = ippc->samples_per_frame;
- PJ_ASSERT_RETURN(output_buf_len >= samples_per_frame << 1,
- PJMEDIA_CODEC_EPCMTOOSHORT);
- if (input->type == PJMEDIA_FRAME_TYPE_AUDIO) {
- if (ippc->predecode) {
- ippc->predecode(codec_data, input, &in);
- } else {
- /* Most IPP codecs have frametype==0 for speech frame */
- in.pBuffer = (char*)input->buf;
- in.nbytes = input->size;
- in.frametype = 0;
- in.bitrate = codec_data->info->params.modes.bitrate;
- }
- out.pBuffer = output->buf;
- }
- if (input->type != PJMEDIA_FRAME_TYPE_AUDIO ||
- USC_NoError != ippc->fxns->Decode(codec_data->dec, &in, &out))
- {
- pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame);
- output->size = samples_per_frame << 1;
- output->timestamp.u64 = input->timestamp.u64;
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- return PJ_SUCCESS;
- }
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G726
- /* For G.726: amplify decoding result (USC G.726 encoder deamplified it) */
- if (pt == PJMEDIA_RTP_PT_G726_16 || pt == PJMEDIA_RTP_PT_G726_24 ||
- pt == PJMEDIA_RTP_PT_G726_32 || pt == PJMEDIA_RTP_PT_G726_40 ||
- pt == PJMEDIA_RTP_PT_G721)
- {
- unsigned i;
- pj_int16_t *s = (pj_int16_t*)output->buf;
- for (i = 0; i < samples_per_frame; ++i)
- s[i] <<= 2;
- }
- #endif
- #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1
- /* For G722.1: adjust the decoder output signal level */
- if (pt >= PJMEDIA_RTP_PT_G722_1_16 &&
- pt <= PJMEDIA_RTP_PT_G7221_RSV2 &&
- codec_data->g7221_pcm_shift)
- {
- unsigned i;
- pj_int16_t *s = (pj_int16_t*)output->buf;
- for (i = 0; i < samples_per_frame; ++i)
- s[i] <<= codec_data->g7221_pcm_shift;
- }
- #endif
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- output->size = samples_per_frame << 1;
- output->timestamp.u64 = input->timestamp.u64;
- /* Invoke external PLC if codec has no internal PLC */
- if (codec_data->plc && codec_data->plc_enabled)
- pjmedia_plc_save(codec_data->plc, (pj_int16_t*)output->buf);
- return PJ_SUCCESS;
- }
- /*
- * Recover lost frame.
- */
- static pj_status_t ipp_codec_recover(pjmedia_codec *codec,
- unsigned output_buf_len,
- struct pjmedia_frame *output)
- {
- ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data;
- struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx];
- unsigned samples_per_frame;
- PJ_UNUSED_ARG(output_buf_len);
- samples_per_frame = ippc->samples_per_frame;
- output->type = PJMEDIA_FRAME_TYPE_AUDIO;
- output->size = samples_per_frame << 1;
- if (codec_data->plc_enabled) {
- if (codec_data->plc) {
- pjmedia_plc_generate(codec_data->plc, (pj_int16_t*)output->buf);
- } else {
- USC_PCMStream out;
- out.pBuffer = output->buf;
- ippc->fxns->Decode(codec_data->dec, NULL, &out);
- }
- } else {
- pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame);
- }
- return PJ_SUCCESS;
- }
- #if defined(_MSC_VER) && PJMEDIA_AUTO_LINK_IPP_LIBS
- # pragma comment( lib, "ippcore.lib")
- # pragma comment( lib, "ipps.lib")
- # pragma comment( lib, "ippsc.lib")
- # if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR<=6
- # pragma comment( lib, "ippsr.lib")
- # endif
- //# pragma comment( lib, "ippcorel.lib")
- //# pragma comment( lib, "ippsemerged.lib")
- //# pragma comment( lib, "ippsmerged.lib")
- //# pragma comment( lib, "ippscemerged.lib")
- //# pragma comment( lib, "ippscmerged.lib")
- //# pragma comment( lib, "ippsremerged.lib")
- //# pragma comment( lib, "ippsrmerged.lib")
- # if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR>=6
- # pragma comment( lib, "speech.lib")
- # else
- # pragma comment( lib, "usc.lib")
- # endif
- #endif
- #endif /* PJMEDIA_HAS_INTEL_IPP */
|