Files
2025-12-03 11:12:34 +08:00

569 lines
18 KiB
C

#ifdef SUPPORT_MS_EXTENSIONS
#pragma bss_seg(".cvp_sms_node.data.bss")
#pragma data_seg(".cvp_sms_node.data")
#pragma const_seg(".cvp_sms_node.text.const")
#pragma code_seg(".cvp_sms_node.text")
#endif
#include "jlstream.h"
#include "media/audio_base.h"
#include "circular_buf.h"
#include "cvp_node.h"
#include "app_config.h"
#if TCFG_AUDIO_DUT_ENABLE
#include "audio_dut_control.h"
#endif
/*(单MIC+ANS通话) || (单MIC+DNS通话)*/
#if (TCFG_AUDIO_CVP_SMS_ANS_MODE) || (TCFG_AUDIO_CVP_SMS_DNS_MODE)
#define CVP_INPUT_SIZE 256*3 //CVP输入缓存,short
//------------------stream.bin CVP参数文件解析结构-START---------------//
struct CVP_REF_MIC_CONFIG {
u8 en; //ref 回采硬使能
u8 ref_mic_ch; //ref 硬回采MIC通道选择
} __attribute__((packed));
struct CVP_PRE_GAIN_CONFIG {
u8 en;
float talk_mic_gain; //主MIC前级数字增益,default:0dB(-90 ~ 40dB)
} __attribute__((packed));
struct CVP_AEC_CONFIG {
u8 en;
float aec_dt_aggress; //原音回音追踪等级, default: 1.0f(1 ~ 5)
float aec_refengthr; //进入回音消除参考值, default: -70.0f(-90 ~ -60 dB)
} __attribute__((packed));
struct CVP_NLP_CONFIG {
u8 en;
float es_aggress_factor;//回音前级动态压制,越小越强,default: -3.0f(-1 ~ -5)
float es_min_suppress; //回音后级静态压制,越大越强,default: 4.f(0 ~ 10)
} __attribute__((packed));
struct CVP_NS_CONFIG {
u8 en;
float ns_aggress; //噪声前级动态压制,越大越强default: 1.25f(1 ~ 2)
float ns_suppress; //噪声后级静态压制,越小越强default: 0.04f(0 ~ 1)
float init_noise_lvl; //初始噪声水平,default:-75dB,range[-100:-30]
} __attribute__((packed));
struct CVP_AGC_CONFIG {
u8 en;
float ndt_fade_in; //单端讲话淡入步进default: 1.3f(0.1 ~ 5 dB)
float ndt_fade_out; //单端讲话淡出步进default: 0.7f(0.1 ~ 5 dB)
float dt_fade_in; //双端讲话淡入步进default: 1.3f(0.1 ~ 5 dB)
float dt_fade_out; //双端讲话淡出步进default: 0.7f(0.1 ~ 5 dB)
float ndt_max_gain; //单端讲话放大上限,default: 12.f(0 ~ 24 dB)
float ndt_min_gain; //单端讲话放大下限,default: 0.f(-20 ~ 24 dB)
float ndt_speech_thr; //单端讲话放大阈值,default: -50.f(-70 ~ -40 dB)
float dt_max_gain; //双端讲话放大上限,default: 12.f(0 ~ 24 dB)
float dt_min_gain; //双端讲话放大下限,default: 0.f(-20 ~ 24 dB)
float dt_speech_thr; //双端讲话放大阈值,default: -40.f(-70 ~ -40 dB)
float echo_present_thr; //单端双端讲话阈值,default:-70.f(-70 ~ -40 dB)
} __attribute__((packed));
struct cvp_cfg_t {
struct CVP_REF_MIC_CONFIG ref_mic;
struct CVP_PRE_GAIN_CONFIG pre_gain;
struct CVP_AEC_CONFIG aec;
struct CVP_NLP_CONFIG nlp;
struct CVP_NS_CONFIG ns;
struct CVP_AGC_CONFIG agc;
} __attribute__((packed));
//------------------stream.bin CVP参数文件解析结构-END---------------//
struct cvp_node_hdl {
char name[16];
enum stream_scene scene;
AEC_CONFIG online_cfg;
struct stream_frame *frame[3]; //输入frame存储,算法输入缓存使用
struct stream_node *node; //节点句柄
u8 buf_cnt; //循环输入buffer位置
s16 buf[CVP_INPUT_SIZE];
s16 *buf_1; //回采buf
u32 ref_sr;
u16 source_uuid; //源节点uuid
u8 talk_mic_ch; //通话MIC
struct CVP_REF_MIC_CONFIG ref_mic;
u8 ref_mic_num; //回采mic个数
u8 bypass;
};
static struct cvp_node_hdl *g_cvp_hdl;
int cvp_node_output_handle(s16 *data, u16 len)
{
struct stream_frame *frame;
frame = jlstream_get_frame(g_cvp_hdl->node->oport, len);
if (!frame) {
return 0;
}
frame->len = len;
memcpy(frame->data, data, len);
jlstream_push_frame(g_cvp_hdl->node->oport, frame);
return len;
}
extern float eq_db2mag(float x);
void cvp_node_param_cfg_update(struct cvp_cfg_t *cfg, AEC_CONFIG *p)
{
if (cfg == NULL) {
return;
}
if (g_cvp_hdl) {
g_cvp_hdl->ref_mic.en = cfg->ref_mic.en;
g_cvp_hdl->ref_mic.ref_mic_ch = cfg->ref_mic.ref_mic_ch;
if (g_cvp_hdl->ref_mic.en && (g_cvp_hdl->buf_1 == NULL)) {
/*计算回采mic个数*/
g_cvp_hdl->ref_mic_num = audio_get_mic_num(g_cvp_hdl->ref_mic.ref_mic_ch);
g_cvp_hdl->buf_1 = zalloc(CVP_INPUT_SIZE * sizeof(short) * g_cvp_hdl->ref_mic_num);
}
u8 mic_ch = audio_adc_file_get_mic_en_map();
for (int i = 0; i < AUDIO_ADC_MIC_MAX_NUM; i ++) {
/*如果是硬回采MIC,跳过本次判断*/
if (BIT(i) & g_cvp_hdl->ref_mic.ref_mic_ch) {
continue;
}
/*查找哪个是通话MIC*/
if (BIT(i) & mic_ch) {
g_cvp_hdl->talk_mic_ch = BIT(i);
break;
}
}
printf("talk_mic %x, ref mic en %d, ref_mic_ch %x", g_cvp_hdl->talk_mic_ch, g_cvp_hdl->ref_mic.en, g_cvp_hdl->ref_mic.ref_mic_ch);
}
if (p) {
p->adc_ref_en = cfg->ref_mic.en;
//更新预处理参数
struct audio_cvp_pre_param_t pre_cfg;
pre_cfg.pre_gain_en = cfg->pre_gain.en;
pre_cfg.talk_mic_gain = eq_db2mag(cfg->pre_gain.talk_mic_gain);
audio_cvp_probe_param_update(&pre_cfg);
//更新算法参数
p->aec_mode = cfg->aec.en | (cfg->nlp.en << 1) | (cfg->ns.en << 2) | (cfg->agc.en << 4);
p->ul_eq_en = 0;
p->ndt_fade_in = cfg->agc.ndt_fade_in;
p->ndt_fade_out = cfg->agc.ndt_fade_out;
p->dt_fade_in = cfg->agc.dt_fade_in;
p->dt_fade_out = cfg->agc.dt_fade_out;
p->ndt_max_gain = cfg->agc.ndt_max_gain;
p->ndt_min_gain = cfg->agc.ndt_min_gain;
p->ndt_speech_thr = cfg->agc.ndt_speech_thr;
p->dt_max_gain = cfg->agc.dt_max_gain;
p->dt_min_gain = cfg->agc.dt_min_gain;
p->dt_speech_thr = cfg->agc.dt_speech_thr;
p->echo_present_thr = cfg->agc.echo_present_thr;
p->aec_dt_aggress = cfg->aec.aec_dt_aggress;
p->aec_refengthr = cfg->aec.aec_refengthr;
p->es_aggress_factor = cfg->nlp.es_aggress_factor;
p->es_min_suppress = cfg->nlp.es_min_suppress;
p->ans_aggress = cfg->ns.ns_aggress;
p->ans_suppress = cfg->ns.ns_suppress;
p->init_noise_lvl = cfg->ns.init_noise_lvl;
}
}
struct cvp_cfg_t global_cvp_cfg;
int cvp_param_cfg_read(void)
{
u8 subid;
if (g_cvp_hdl) {
subid = g_cvp_hdl->node->subid;
} else {
subid = 0XFF;
}
/*
*解析配置文件内效果配置
* */
int len = 0;
struct node_param ncfg = {0};
#if TCFG_AUDIO_CVP_SMS_ANS_MODE
len = jlstream_read_node_data(NODE_UUID_CVP_SMS_ANS, subid, (u8 *)&ncfg);
#else /*TCFG_AUDIO_CVP_SMS_DNS_MODE*/
len = jlstream_read_node_data(NODE_UUID_CVP_SMS_DNS, subid, (u8 *)&ncfg);
#endif
if (len != sizeof(ncfg)) {
printf("cvp_sms_node read ncfg err\n");
return -2;
}
char mode_index = 0;
char cfg_index = 0;//目标配置项序号
struct cfg_info info = {0};
if (!jlstream_read_form_node_info_base(mode_index, ncfg.name, cfg_index, &info)) {
len = jlstream_read_form_cfg_data(&info, &global_cvp_cfg);
}
printf(" %s len %d, sizeof(global_cvp_cfg) %d\n", __func__, len, (int)sizeof(global_cvp_cfg));
if (len != sizeof(global_cvp_cfg)) {
printf("cvp_sms_param read ncfg err\n");
return -1 ;
}
return 0 ;
}
u8 cvp_get_talk_mic_ch(void)
{
u8 talk_mic_ch = audio_adc_file_get_mic_en_map();
if (global_cvp_cfg.ref_mic.en) { //参考数据硬回采
u8 ref_mic_ch = global_cvp_cfg.ref_mic.ref_mic_ch;
u8 mic_ch = audio_adc_file_get_mic_en_map();
for (int i = 0; i < AUDIO_ADC_MIC_MAX_NUM; i ++) {
/*如果是硬回采MIC,跳过本次判断*/
if (BIT(i) & ref_mic_ch) {
continue;
}
/*查找哪个是通话MIC*/
if (BIT(i) & mic_ch) {
talk_mic_ch = BIT(i);
break;
}
}
}
return talk_mic_ch;
}
int cvp_node_param_cfg_read(void *priv, u8 ignore_subid)
{
AEC_CONFIG *p = (AEC_CONFIG *)priv;
struct cvp_cfg_t cfg;
u8 subid;
if (g_cvp_hdl) {
subid = g_cvp_hdl->node->subid;
} else {
subid = 0XFF;
}
/*
*解析配置文件内效果配置
* */
int len = 0;
struct node_param ncfg = {0};
#if TCFG_AUDIO_CVP_SMS_ANS_MODE
len = jlstream_read_node_data(NODE_UUID_CVP_SMS_ANS, subid, (u8 *)&ncfg);
#else /*TCFG_AUDIO_CVP_SMS_DNS_MODE*/
len = jlstream_read_node_data(NODE_UUID_CVP_SMS_DNS, subid, (u8 *)&ncfg);
#endif
if (len != sizeof(ncfg)) {
printf("cvp_sms_node read ncfg err\n");
return 0;
}
char mode_index = 0;
char cfg_index = 0;//目标配置项序号
struct cfg_info info = {0};
if (!jlstream_read_form_node_info_base(mode_index, ncfg.name, cfg_index, &info)) {
len = jlstream_read_form_cfg_data(&info, &cfg);
}
printf(" %s len %d, sizeof(cfg) %d\n", __func__, len, (int)sizeof(cfg));
if (len != sizeof(cfg)) {
return 0 ;
}
/*
*获取在线调试的临时参数
* */
if (g_cvp_hdl) {
memcpy(g_cvp_hdl->name, ncfg.name, sizeof(ncfg.name));
if (jlstream_read_effects_online_param(g_cvp_hdl->node->uuid, g_cvp_hdl->name, &cfg, sizeof(cfg))) {
printf("get cvp online param\n");
}
}
cvp_node_param_cfg_update(&cfg, p);
return sizeof(AEC_CONFIG);
}
/*节点输出回调处理,可处理数据或post信号量*/
static void cvp_handle_frame(struct stream_iport *iport, struct stream_note *note)
{
struct cvp_node_hdl *hdl = (struct cvp_node_hdl *)iport->private_data;
s16 *dat, *mic_buf, *ref_buf;
u8 mic_index = 0, ref_index[2] = {0};
int wlen;
struct stream_frame *in_frame;
while (1) {
in_frame = jlstream_pull_frame(iport, note); //从iport读取数据
if (!in_frame) {
break;
}
#if TCFG_AUDIO_DUT_ENABLE
//产测bypass 模式 不经过算法
if (cvp_dut_mode_get() == CVP_DUT_MODE_BYPASS) {
struct stream_node *node = iport->node;
jlstream_push_frame(node->oport, in_frame);
continue;
}
#endif
if (hdl->bypass) {
jlstream_push_frame(hdl->node->oport, in_frame);
break;
}
if (hdl->ref_mic.en) { //参考数据硬回采
wlen = in_frame->len / ((1 + hdl->ref_mic_num) * 2); //一个ADC的点数
//模仿ADCbuff的存储方法
mic_buf = hdl->buf + (wlen * hdl->buf_cnt);
ref_buf = hdl->buf_1 + (wlen * hdl->buf_cnt * hdl->ref_mic_num);
if (++hdl->buf_cnt > ((CVP_INPUT_SIZE / 256) - 1)) {
hdl->buf_cnt = 0;
}
/*查找对应mic的数据index*/
u8 mic_cnt = 0, ref_cnt = 0;
for (int i = 0; i < AUDIO_ADC_MIC_MAX_NUM; i++) {
if (hdl->ref_mic.ref_mic_ch & BIT(i)) {
ref_index[ref_cnt++] = mic_cnt++;
continue;
}
if (hdl->talk_mic_ch & BIT(i)) {
mic_index = mic_cnt++;
continue;
}
}
dat = (s16 *)in_frame->data;
if (hdl->ref_mic_num == 1) {
/*分类2个mic的数据*/
for (int i = 0; i < wlen; i++) {
mic_buf[i] = dat[2 * i + mic_index];
ref_buf[i] = dat[2 * i + ref_index[0]];
}
} else if (hdl->ref_mic_num == 2) {
/*分类3个mic的数据*/
for (int i = 0; i < wlen; i++) {
mic_buf[i] = dat[3 * i + mic_index];
ref_buf[2 * i] = dat[3 * i + ref_index[0]];
ref_buf[2 * i + 1] = dat[3 * i + ref_index[1]];
}
}
audio_aec_refbuf(ref_buf, NULL, wlen << hdl->ref_mic_num);
audio_aec_inbuf(mic_buf, wlen << 1);
} else {//参考数据软回采
dat = hdl->buf + (in_frame->len / 2 * hdl->buf_cnt);
//模仿ADCbuff的存储方法
memcpy((u8 *)dat, in_frame->data, in_frame->len);
audio_aec_inbuf(dat, in_frame->len);
if (++hdl->buf_cnt > ((CVP_INPUT_SIZE / 256) - 1)) {
hdl->buf_cnt = 0;
}
}
jlstream_free_frame(in_frame); //释放iport资源
}
}
/*节点预处理-在ioctl之前*/
static int cvp_adapter_bind(struct stream_node *node, u16 uuid)
{
struct cvp_node_hdl *hdl = malloc(sizeof(*hdl));
memset(hdl, 0, sizeof(*hdl));
node->type = NODE_TYPE_ASYNC;
hdl->node = node;
node->private_data = hdl; //保存私有信息
hdl->buf_cnt = 0;
g_cvp_hdl = hdl;
/*先读取节点需要用的参数*/
int mode = jlstream_event_notify(STREAM_EVENT_GET_CVP_MODE, 0);
hdl->bypass = mode == 1 ? 1 : 0;
if (!hdl->bypass) {
cvp_node_param_cfg_read(NULL, 0);
}
return 0;
}
/*打开改节点输入接口*/
static void cvp_ioc_open_iport(struct stream_iport *iport)
{
iport->handle_frame = cvp_handle_frame; //注册输出回调
iport->private_data = iport->node->private_data; //保存节点私有句柄
}
/*节点参数协商*/
static int cvp_ioc_negotiate(struct stream_iport *iport)
{
struct stream_fmt *in_fmt = &iport->prev->fmt;
struct stream_oport *oport = iport->node->oport;
int ret = NEGO_STA_ACCPTED;
int nb_sr, wb_sr, nego_sr;
#if (TCFG_AUDIO_CVP_BAND_WIDTH_CFG == CVP_WB_EN)
nb_sr = 16000;
wb_sr = 16000;
nego_sr = 16000;
#elif (TCFG_AUDIO_CVP_BAND_WIDTH_CFG == CVP_NB_EN)
nb_sr = 8000;
wb_sr = 8000;
nego_sr = 8000;
#else
nb_sr = 8000;
wb_sr = 16000;
nego_sr = 16000;
#endif
//要求输入为8K或者16K
if (in_fmt->sample_rate != nb_sr && in_fmt->sample_rate != wb_sr) {
in_fmt->sample_rate = nego_sr;
oport->fmt.sample_rate = in_fmt->sample_rate;
ret = NEGO_STA_CONTINUE;
}
//要求输入16bit位宽的数据
if (in_fmt->bit_wide != DATA_BIT_WIDE_16BIT) {
in_fmt->bit_wide = DATA_BIT_WIDE_16BIT;
in_fmt->Qval = AUDIO_QVAL_16BIT;
oport->fmt.bit_wide = in_fmt->bit_wide;
oport->fmt.Qval = in_fmt->Qval;
ret = NEGO_STA_CONTINUE;
}
return ret;
}
/*节点start函数*/
static void cvp_ioc_start(struct cvp_node_hdl *hdl)
{
struct stream_fmt *fmt = &hdl->node->oport->fmt;
struct audio_aec_init_param_t init_param;
init_param.sample_rate = fmt->sample_rate;
init_param.ref_sr = hdl->ref_sr;
init_param.ref_channel = hdl->ref_mic_num;
u8 mic_num; //算法需要使用的MIC个数
if (hdl->bypass) {
return;
}
audio_aec_init(&init_param);
if (hdl->source_uuid == NODE_UUID_ADC) {
if (hdl->ref_mic.en) {
/*硬回采需要开2/3个MIC*/
mic_num = 1 + hdl->ref_mic_num;
} else {
/*硬回采需要开1个MIC*/
mic_num = 1;
}
if (audio_adc_file_get_esco_mic_num() != mic_num) {
#if TCFG_AUDIO_DUT_ENABLE
//使能产测时,只有算法模式才需判断
if (cvp_dut_mode_get() == CVP_DUT_MODE_ALGORITHM) {
ASSERT(0, "CVP_SMS, ESCO MIC num is %d != %d\n", audio_adc_file_get_esco_mic_num(), mic_num);
}
#else
ASSERT(0, "CVP_SMS, ESCO MIC num is %d != %d\n", audio_adc_file_get_esco_mic_num(), mic_num);
#endif
}
}
}
/*节点stop函数*/
static void cvp_ioc_stop(struct cvp_node_hdl *hdl)
{
if (hdl && !hdl->bypass) {
audio_aec_close();
}
}
static int cvp_ioc_update_parm(struct cvp_node_hdl *hdl, int parm)
{
int ret = false;
struct cvp_cfg_t *cfg = (struct cvp_cfg_t *)parm;
if (hdl && !hdl->bypass) {
cvp_node_param_cfg_update(cfg, &hdl->online_cfg);
aec_cfg_update(&hdl->online_cfg);
ret = true;
}
return ret;
}
/*节点ioctl函数*/
static int cvp_adapter_ioctl(struct stream_iport *iport, int cmd, int arg)
{
int ret = 0;
struct cvp_node_hdl *hdl = (struct cvp_node_hdl *)iport->private_data;
switch (cmd) {
case NODE_IOC_OPEN_IPORT:
cvp_ioc_open_iport(iport);
break;
case NODE_IOC_OPEN_OPORT:
break;
case NODE_IOC_CLOSE_IPORT:
break;
case NODE_IOC_NEGOTIATE:
*(int *)arg |= cvp_ioc_negotiate(iport);
break;
case NODE_IOC_SET_FMT:
hdl->ref_sr = (u32)arg;
break;
case NODE_IOC_SET_SCENE:
hdl->scene = arg;
break;
case NODE_IOC_START:
cvp_ioc_start(hdl);
break;
case NODE_IOC_SUSPEND:
case NODE_IOC_STOP:
cvp_ioc_stop(hdl);
break;
case NODE_IOC_NAME_MATCH:
if (!strcmp((const char *)arg, hdl->name)) {
ret = 1;
}
break;
case NODE_IOC_SET_PARAM:
#if (TCFG_CFG_TOOL_ENABLE || TCFG_AEC_TOOL_ONLINE_ENABLE)
ret = cvp_ioc_update_parm(hdl, arg);
#endif
break;
case NODE_IOC_SET_PRIV_FMT:
hdl->source_uuid = (u16)arg;
printf("source_uuid %x", (int)hdl->source_uuid);
break;
}
return ret;
}
/*节点用完释放函数*/
static void cvp_adapter_release(struct stream_node *node)
{
if (g_cvp_hdl->buf_1) {
free(g_cvp_hdl->buf_1);
g_cvp_hdl->buf_1 = NULL;
}
free(g_cvp_hdl);
g_cvp_hdl = NULL;
}
/*节点adapter 注意需要在sdk_used_list声明,否则会被优化*/
REGISTER_STREAM_NODE_ADAPTER(cvp_node_adapter) = {
#if TCFG_AUDIO_CVP_SMS_ANS_MODE
.name = "cvp_sms_ans",
.uuid = NODE_UUID_CVP_SMS_ANS,
#else /*TCFG_AUDIO_CVP_SMS_DNS_MODE*/
.name = "cvp_sms_dns",
.uuid = NODE_UUID_CVP_SMS_DNS,
#endif
.bind = cvp_adapter_bind,
.ioctl = cvp_adapter_ioctl,
.release = cvp_adapter_release,
};
//注册工具在线调试
REGISTER_ONLINE_ADJUST_TARGET(cvp_sms) = {
#if TCFG_AUDIO_CVP_SMS_ANS_MODE
.uuid = NODE_UUID_CVP_SMS_ANS,
#else /*TCFG_AUDIO_CVP_SMS_DNS_MODE*/
.uuid = NODE_UUID_CVP_SMS_DNS,
#endif
};
#endif/*TCFG_AUDIO_CVP_SMS_ANS_MODE || TCFG_AUDIO_CVP_SMS_DNS_MODE*/