#include "app_config.h" #include "video_rec.h" #include "bf30a2_cfg.h" #include "camera_manager.h" #include "avilib.h" #include "pcm_data.h" #include "mic_data.h" #include "clock_manager/clock_manager.h" #include "app_task.h" #define LOG_TAG_CONST VIDEO_REC #define LOG_TAG "[VIDEO_REC]" #define LOG_ERROR_ENABLE #define LOG_DEBUG_ENABLE #define LOG_INFO_ENABLE /* #define LOG_CHAR_ENABLE //log_char enable */ #define LOG_CLI_ENABLE #include "debug.h" #if TCFG_CAMERA_MANAGER_ENABLE extern void app_video_mode_switch(void *priv); extern u16 app_video_task_switch_flag_get(); /* 是否使用独立pcm线程管理mic数据, 会消耗更多的ram(11*4k)，直接获取mic数据仅需要(3*4k+512) 默认不开 */ #define MIC_DATA_FORM_PCM_TASK_ENABLE 0 #define MIC_FREMA_SIZE (4*1024) #define MIC_BUFFER_SIZE (MIC_FREMA_SIZE*2+512) #define MIC_SIMPLE_RATE (8000) #define VIDEO_REC_START_MIN_SIZE (100)//单位是k #define VIDEO_REC_FILE_MIN_SIZE (20)//单位是k #define AVI_IDX_LEN (16) #define AVI_FRAME_HEAD (8) enum { Q_AVI_TASK_KILL = (Q_USER + 100), Q_AVI_TASK_REC_START, Q_AVI_TASK_REC_STOP, }; struct fill_frame { u32 start_msecs;//开始录像时间 u32 msecs;//上一次补帧时间 u32 secs;//录像时间 u32 fnum;//需要补帧的数 u32 cnt_fnum;//总帧数 u16 fps;//目标帧率 u16 one_sec_fps;//1秒实际帧率 u8 fill_frame_en; u8 droping_frame_en; }; struct video_rec_handle { void *pcm_hdl; void *mic; u8 *mic_frame; char avi_task_name[32]; s8 write_error; //写文件异常 :-1 avilib返回异常,-2 空间不足 u8 busy; int aframe_size; int video_rate; int sample_rate; int avi_file_size; //预估文件大小 /* int real_file_size; //真实文件大小 */ void (*ui_refresh_cb)(int status); int bytes_per_sample; struct fill_frame fill; }; static struct video_rec_handle *video_rec; #define __this (video_rec) #if TCFG_PSRAM_DEV_ENABLE #define malloc(size) malloc_psram(size) #define free(ptr) free_psram(ptr) #else #define malloc(size) malloc(size) #define free(ptr) free(ptr) #endif extern uint32_t timer_get_ms(void); //摄像头流程 bf30a2_camera_init->start->read->read_done->read...->stop->exit. //麦克风流程 pcm_data_init->read->read_done->read...->exit. extern int jljpeg_stream_src_data_copy(u8 *buf, int size); extern void camera_dec_flush(void); static void jlcamera_ui_reflush(void) { if (__this && __this->ui_refresh_cb) { __this->ui_refresh_cb(__this->write_error); } #if 0//刷新间隔测试 { static int last_msec = 0; static int frame_count_total_interval = 0; static int frame_count_cnt = 0; int curr_msec = jiffies_msec(); int interval = curr_msec - last_msec; if (interval < 1000) { frame_count_total_interval += interval; frame_count_cnt ++; int frame_count_avg = frame_count_total_interval / frame_count_cnt; int frame_fps = 0 ; if (frame_count_avg) { frame_fps = 1000 / frame_count_avg; } printf("[camera-ui] avg:%d fps:%d interval%d total:%d cnt:%d\n", frame_count_avg, frame_fps, interval, frame_count_total_interval, frame_count_cnt); } last_msec = curr_msec; } #endif } /* ------------------------------------------------------------------------------------*/ /** * @brief jlcamera_video_rec_refresh_cb 注册刷新回调 * * @param cb ui 刷新回调 * * @return */ /* ------------------------------------------------------------------------------------*/ int jlcamera_video_rec_refresh_cb(void (*cb)(int status)) { if (!__this) { log_error("%s not find\n", __func__); return -1; } __this->ui_refresh_cb = cb; return 0; } /* ------------------------------------------------------------------------------------*/ /** * @brief jlcamera_video_rec_start 启动录像 * * @param filename 录制文件路径 * @param cyc_time 循环录制(-1不循环) * * @return */ /* ------------------------------------------------------------------------------------*/ int jlcamera_video_rec_start(char *filename, int cyc_time) { log_debug("%s file_name:%s cyc_time:%d\n", __func__, filename, cyc_time); if (!__this) { log_error("%s not init\n", __func__); return -1; } int msg[3] = {0}; msg[0] = (u32)filename; msg[1] = cyc_time; return os_taskq_post_type(__this->avi_task_name, Q_AVI_TASK_REC_START, 2, msg); } /* ------------------------------------------------------------------------------------*/ /** * @brief jlcamera_video_rec_stop 暂停录制 * * @return */ /* ------------------------------------------------------------------------------------*/ int jlcamera_video_rec_stop() { if (!__this) { log_error("%s not init\n", __func__); return -1; } log_debug("%s \n", __func__); return os_taskq_post_type(__this->avi_task_name, Q_AVI_TASK_REC_STOP, 0, NULL); } /* ------------------------------------------------------------------------------------*/ /** * @brief 补帧模块初始化 * * @return */ /* ------------------------------------------------------------------------------------*/ static void jljpeg_frame_fill_init() { if (!__this) { log_error("%s not init\n", __func__); return; } memset(&__this->fill, 0, sizeof(struct fill_frame)); __this->fill.fps = __this->video_rate; __this->fill.start_msecs = jiffies_msec();; __this->fill.msecs = jiffies_msec(); __this->fill.droping_frame_en = 1; __this->fill.fill_frame_en = 1; } /* ------------------------------------------------------------------------------------*/ /** * @brief 补帧模块判断(需要运行在写帧后面) * * @return */ /* ------------------------------------------------------------------------------------*/ static void jljpeg_frame_fill_judge(avi_t *out_fd, u32 frame_cnt) { if (!__this) { log_error("%s not init\n", __func__); return; } u32 cur_fcnt; u32 need_fcnt; __this->fill.cnt_fnum += frame_cnt; __this->fill.one_sec_fps += frame_cnt; if (jiffies_msec2offset(__this->fill.msecs, jiffies_msec()) >= 1000) { __this->fill.secs = (jiffies_msec2offset(__this->fill.start_msecs, jiffies_msec())) / 1000; if (!__this->fill.secs) { __this->fill.secs = 1; } need_fcnt = __this->fill.secs * __this->fill.fps; cur_fcnt = __this->fill.cnt_fnum + __this->fill.fnum; if (cur_fcnt < need_fcnt) { __this->fill.fnum += need_fcnt - cur_fcnt; } __this->fill.msecs = jiffies_msec(); /* printf("avi dup video fps :%d act fps:%d ,ext fps: %d %d\n", __this->fill.cnt_fnum / __this->fill.secs, __this->fill.one_sec_fps, __this->fill.fps,__this->fill.fnum); */ __this->fill.one_sec_fps = 0; } __again: if (__this->fill.fnum && __this->fill.fill_frame_en) { int ret = AVI_dup_frame(out_fd); if (!ret) { __this->avi_file_size += AVI_IDX_LEN * 2; /* __this->real_file_size += AVI_IDX_LEN; */ /* printf("real1 dt:%d", AVI_IDX_LEN); */ __this->fill.cnt_fnum++; __this->fill.fnum--; if (__this->fill.fnum > __this->fill.fps / 3) { goto __again; } } } } /* ------------------------------------------------------------------------------------*/ /** * @brief 动态丢帧补帧模块判断(需要运行在写帧前面) * * @return */ /* ------------------------------------------------------------------------------------*/ static int jljpeg_frame_dropping_judge() { if (!__this || !__this->fill.droping_frame_en) { return 0; } u32 msecs = jiffies_msec2offset(__this->fill.msecs, jiffies_msec()); /* printf("%d %d %d\n",(__this->fill.one_sec_fps+1) , (msecs*__this->fill.fps/1000),msecs); */ if ((__this->fill.one_sec_fps) > (msecs * __this->fill.fps / 1000) + 1) { printf("fps > %d ,need droping\n", __this->fill.fps); if (__this->fill.fnum) { __this->fill.fnum--; return 0; } return 1; } return 0; } static void video_show_task(void *priv) { log_debug("%s enter>>>>>>>>>>>>>>>>>>>>\n ", __func__); int ret = 0; int msg[8]; int frame_cnt = 0; int frame_width = 0; int frame_height = 0; int cyc_time = -1; //循环录影时间，单位秒,-1不循环 u8 *pcm_data, *jpeg_data; int pcm_data_len, jpeg_data_len; char *filename = NULL; avi_t *out_fd = NULL; u32 free_space = 0; camera_manager_get_dev_width_height(&frame_width, &frame_height); log_info("%s frame[%d x %d] \n", __func__, frame_width, frame_height); while (1) { u8 read_data = 0; if (os_taskq_accept(ARRAY_SIZE(msg), msg) == OS_TASKQ) { if (msg[0] == Q_AVI_TASK_KILL) { log_debug("avi task exit !\n"); if (out_fd) { ret = AVI_close(out_fd); if (ret) { log_error("camera devide avi close err :%d \n", ret); ASSERT(0); } else { log_debug("avi write success \n"); out_fd = NULL; } } #if MIC_DATA_FORM_PCM_TASK_ENABLE if (__this->pcm_hdl) { pcm_data_exit(__this->pcm_hdl); __this->pcm_hdl = NULL; } #else if (__this->mic) { mic_data_close(__this->mic); __this->mic = NULL; } if (__this->mic_frame) { free(__this->mic_frame); __this->mic_frame = NULL; } #endif log_debug("%s exit >>>>>>>>>>>>>>>>>>>>\n ", __func__); //下面禁止加打印{ os_sem_post((OS_SEM *)msg[1]); os_time_dly(-1); //} break; } else if (msg[0] == Q_AVI_TASK_REC_START) { filename = (char *)msg[1]; fget_free_space(filename, &free_space); printf("[VDO_DEBUG]free_space:%d \n", free_space); if (free_space <= VIDEO_REC_START_MIN_SIZE) { log_error("avi task rec start not enough space:%dk\n", free_space); __this->write_error = -2; continue; } cyc_time = msg[2]; __this->write_error = 0; __this-> avi_file_size = 0; /* __this->real_file_size = 0; */ log_debug("avi task rec start <%s> cyc_time:%d !\n", filename, cyc_time); #if MIC_DATA_FORM_PCM_TASK_ENABLE __this->pcm_hdl = pcm_data_init(__this->sample_rate, __this->aframe_size, __this->aframe_size * 10); if (!__this->pcm_hdl) { //TODO log_error("avi task rec start pcm err!!!\n"); /* break; */ __this->write_error = -1; continue; } #else __this->mic = mic_data_open(VOICE_MCU_MIC, MIC_BUFFER_SIZE, MIC_SIMPLE_RATE); if (!__this->mic) { //TODO log_error("avi task rec start pcm err!!!\n"); /* break; */ __this->write_error = -1; continue; } __this->mic_frame = malloc(MIC_FREMA_SIZE); if (!__this->mic_frame) { log_error("avi task rec start pcm err!!!\n"); /* break; */ __this->write_error = -1; continue; } #endif out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { log_error("open file erro\n"); __this->write_error = -1; continue; /* break; */ } AVI_set_video_suggestbuffersize(out_fd, 20 * 1024); //建议缓存区20k，解码用 AVI_set_video(out_fd, frame_width, frame_height, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 jljpeg_frame_fill_init(); frame_cnt = 0; /* break; */ } else if (msg[0] == Q_AVI_TASK_REC_STOP) { log_debug("avi task rec stop!\n"); if (out_fd) { ret = AVI_close(out_fd); if (ret) { log_error("camera devide avi close err :%d \n", ret); __this->write_error = -1; /* ASSERT(0); */ } else { log_debug("avi write success \n"); /* printf("real_file_size:%d", __this->real_file_size); */ } out_fd = NULL; } #if MIC_DATA_FORM_PCM_TASK_ENABLE if (__this->pcm_hdl) { pcm_data_exit(__this->pcm_hdl); __this->pcm_hdl = NULL; } #else if (__this->mic) { mic_data_close(__this->mic); __this->mic = NULL; } if (__this->mic_frame) { free(__this->mic_frame); __this->mic_frame = NULL; } #endif __this->write_error = 0; /* break; */ } } log_char('\n'); log_char('C'); //录像输出 if (out_fd) { #if MIC_DATA_FORM_PCM_TASK_ENABLE if (pcm_data_read(__this->pcm_hdl, &pcm_data, &pcm_data_len) == 0) { read_data = 1; ret = AVI_write_audio(out_fd, (char *)pcm_data, pcm_data_len); if (!ret) { __this->avi_file_size += (AVI_IDX_LEN * 2 + AVI_FRAME_HEAD + pcm_data_len); /* __this->real_file_size += (AVI_IDX_LEN + AVI_FRAME_HEAD + pcm_data_len); */ /* printf("real2 dt:%d", (AVI_IDX_LEN + AVI_FRAME_HEAD + pcm_data_len)); */ } else { __this->write_error = -1; } pcm_data_read_done(__this->pcm_hdl, pcm_data); } #else if (__this->mic && __this->mic_frame) { if (mic_data_read(__this->mic, __this->mic_frame, MIC_FREMA_SIZE)) { read_data = 1; ret = AVI_write_audio(out_fd, (char *)__this->mic_frame, MIC_FREMA_SIZE); if (!ret) { __this->avi_file_size += (AVI_IDX_LEN * 2 + AVI_FRAME_HEAD + MIC_FREMA_SIZE); /* __this->real_file_size += (AVI_IDX_LEN + AVI_FRAME_HEAD + MIC_FREMA_SIZE); */ /* printf("real3 dt:%d", (AVI_IDX_LEN + AVI_FRAME_HEAD + MIC_FREMA_SIZE)); */ } else { __this->write_error = -1; } } } #endif } if (camera_manager_data_read(&jpeg_data, &jpeg_data_len) == 0) { #if 0 //编码间隔 { static int last_msec = 0; static int frame_count_total_interval = 0; static int frame_count_cnt = 0; int curr_msec = jiffies_msec(); int interval = curr_msec - last_msec; if (interval < 1000) { frame_count_total_interval += interval; frame_count_cnt ++; int frame_count_avg = frame_count_total_interval / frame_count_cnt; int frame_fps = 0 ; if (frame_count_avg) { frame_fps = 1000 / frame_count_avg; } printf("[camera] avg:%d fps:%d interval%d total:%d cnt:%d\n", frame_count_avg, frame_fps, interval, frame_count_total_interval, frame_count_cnt); } last_msec = curr_msec; } #endif log_char('M'); read_data = 1; frame_cnt ++; #if ((defined TCFG_UI_ENABLE) && TCFG_UI_ENABLE) //ui帧输出 if (!jljpeg_stream_src_data_copy(jpeg_data, jpeg_data_len)) { log_char('R'); jlcamera_ui_reflush(); } #endif if (out_fd) { //录像输出 if (!jljpeg_frame_dropping_judge()) { ret = AVI_write_frame(out_fd, (char *)jpeg_data, jpeg_data_len, 1); if (!ret) { __this->avi_file_size += (AVI_IDX_LEN * 2 + AVI_FRAME_HEAD + (jpeg_data_len + 1) / 2 * 2); /* __this->real_file_size += (AVI_IDX_LEN + AVI_FRAME_HEAD + (jpeg_data_len + 1) / 2 * 2); */ /* printf("real4 dt:%d", (AVI_IDX_LEN + AVI_FRAME_HEAD + jpeg_data_len)); */ } else { __this->write_error = -1; } jljpeg_frame_fill_judge(out_fd, 1); //补帧计算 } else { jljpeg_frame_fill_judge(out_fd, 0); //补帧计算 } } camera_manager_read_done(jpeg_data); if (!out_fd) { //不录像的时候，主动延时 os_time_dly(6); } #if 0 static int cam_last_msec = 0; static int cam_frame_sum = 0; static int cam_frame_cnt = 0; if (cam_last_msec) { u32 cur_msec = jiffies_msec(); u32 offset = jiffies_msec2offset(cam_last_msec, cur_msec); cam_frame_sum += offset; cam_frame_cnt ++; if (cam_frame_cnt && cam_frame_sum) { u32 avg = cam_frame_sum / cam_frame_cnt; u32 fps = 1000 / avg; printf("CAM avg:%d fps:%d \n", avg, fps); } } cam_last_msec = jiffies_msec(); #endif } if (out_fd && (cyc_time != -1)) { if (frame_cnt == __this->video_rate * cyc_time) { ret = AVI_close(out_fd); if (ret) { log_error("camera avi close err :%d \n", ret); } else { log_debug("avi write success \n"); } out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { log_error("open file erro\n"); continue; } AVI_set_video_suggestbuffersize(out_fd, 20 * 1024); //建议缓存区20k，解码用 AVI_set_video(out_fd, frame_width, frame_height, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 frame_cnt = 0; } } if (out_fd) { /* printf("[video_rec]fsize:%d left:%d dt:%d \n",__this->avi_file_size,free_space*1024,free_space*1024 -__this->avi_file_size); */ if ((__this->avi_file_size + VIDEO_REC_FILE_MIN_SIZE * 1024) >= (free_space * 1024)) { ret = AVI_close(out_fd); if (ret) { log_error("camera devide avi close err :%d \n", ret); __this->write_error = -1; /* ASSERT(0); */ } else { log_debug("avi write success \n"); /* printf(">>>real_file_size:%d", __this->real_file_size); */ } out_fd = NULL; #if MIC_DATA_FORM_PCM_TASK_ENABLE if (__this->pcm_hdl) { pcm_data_exit(__this->pcm_hdl); __this->pcm_hdl = NULL; } #else if (__this->mic) { mic_data_close(__this->mic); __this->mic = NULL; } if (__this->mic_frame) { free(__this->mic_frame); __this->mic_frame = NULL; } #endif __this->write_error = -2; /* break; */ } } //没有读到数据 if (!read_data) { //根据音频包计算延时 u32 delay_ms = ((float)__this->aframe_size / (__this->sample_rate * 2)) * 1000; u32 tick = delay_ms / 10; os_time_dly(tick + 1); } } log_debug("%s exit >>>>>>>>>>>>>>>>>>>>\n ", __func__); } s8 *jlcamera_video_get_task_name() { if (__this) { return __this->avi_task_name; } return NULL; } /* ------------------------------------------------------------------------------------*/ /** * @brief jlcamera_video_rec_init 初始化摄像头 * * @return */ /* ------------------------------------------------------------------------------------*/ int jlcamera_video_rec_init(void) { int ret = 0; ASSERT(!__this); __this = malloc(sizeof(struct video_rec_handle)); if (!__this) { goto __err; } memset(__this, 0, sizeof(struct video_rec_handle)); __this->busy = 1; clock_lock("camera_video", clk_get_max_frequency()); //初始化驱动 ret = camera_manager_init(); if (ret) { goto __err; } //启动摄像头 ret = camera_manager_start(); if (ret) { goto __err; } #if TCFG_APP_VIDEO_EN if (app_get_current_mode_name() != APP_MODE_VIDEO) { int ret = app_task_switch_to(APP_MODE_VIDEO, NULL_VALUE); if (ret == FALSE) { sys_timeout_add((void *)(long) app_video_task_switch_flag_get(), app_video_mode_switch, 500); } } #endif int fps; camera_manager_get_dev_fps(&fps); //视频帧率 __this->video_rate = fps / 2; //音频采样率 __this->sample_rate = MIC_SIMPLE_RATE; __this->aframe_size = MIC_FREMA_SIZE; snprintf(__this->avi_task_name, sizeof(__this->avi_task_name), "video_show_task"); if (os_task_create(video_show_task, __this, 8, 1024, 1024, __this->avi_task_name)) { log_error("avi task create fail \n"); goto __err; } return 0; __err: log_error("%s err\n", __func__); camera_manager_stop(); camera_manager_deinit(); #if TCFG_APP_VIDEO_EN if (app_get_current_mode_name() == APP_MODE_VIDEO) { app_mode_stack_clr(APP_MODE_VIDEO); app_task_switch_back(); } #endif if (__this) { free(__this); __this = NULL; } return -1; } /* ------------------------------------------------------------------------------------*/ /** * @brief jlcamera_video_rec_deinit * * @return */ /* ------------------------------------------------------------------------------------*/ int jlcamera_video_rec_deinit(void) { /* printf("%s %d", __func__, __LINE__); */ /* void dma_memcpy_wait_idle(void); */ /* dma_memcpy_wait_idle(); */ camera_manager_stop(); if (__this) { OS_SEM task_kill_sem; os_sem_create(&task_kill_sem, 0); int msg = (int)&task_kill_sem; os_taskq_del_type(__this->avi_task_name, Q_AVI_TASK_REC_START); os_taskq_del_type(__this->avi_task_name, Q_AVI_TASK_REC_STOP); os_taskq_post_type(__this->avi_task_name, Q_AVI_TASK_KILL, 1, &msg); os_sem_pend(&task_kill_sem, 0); os_sem_del(&task_kill_sem, OS_DEL_ALWAYS); task_kill(__this->avi_task_name); } camera_manager_deinit(); #if TCFG_APP_VIDEO_EN if (app_get_current_mode_name() == APP_MODE_VIDEO) { app_mode_stack_clr(APP_MODE_VIDEO); app_task_switch_back(); } #endif clock_unlock("camera_video"); __this->busy = 0; free(__this); __this = NULL; return 0; } static u8 jl_camera_video_idle_query(void) { if (__this) { return __this->busy; } return 1; } REGISTER_LP_TARGET(camera_video_lp_target) = { .name = "camera_video", .is_idle = jl_camera_video_idle_query, }; #endif #if 0 //原代码 static void avi_task(void *priv) { int ret = 0; int msg[8]; int frame_cnt = 0; int cyc_time = 30; //循环录影时间，单位秒 u8 *pcm_data, *jpeg_data; int pcm_data_len, jpeg_data_len; char *filename = "storage/sd0/C/VID_****.AVI"; avi_t *out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); os_time_dly(-1); } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 while (1) { u8 read_data = 0; if (os_taskq_accept(ARRAY_SIZE(msg), msg) == OS_TASKQ) { if (msg[0] == Q_AVI_TASK_KILL) { if (out_fd) { AVI_close(out_fd); } printf("avi task exit !\n"); os_sem_post((OS_SEM *)msg[1]); os_time_dly(-1); break; } } if (pcm_data_read(__this->pcm_hdl, &pcm_data, &pcm_data_len) == 0) { read_data = 1; AVI_write_audio(out_fd, (char *)pcm_data, pcm_data_len); pcm_data_read_done(__this->pcm_hdl, pcm_data); } if (bf30a2_camera_data_read(&jpeg_data, &jpeg_data_len) == 0) { read_data = 1; frame_cnt ++; AVI_write_frame(out_fd, (char *)jpeg_data, jpeg_data_len, 1); bf30a2_camera_read_done(jpeg_data); } if (frame_cnt == __this->video_rate * cyc_time) { ret = AVI_close(out_fd); if (ret) { printf("bf30a2 avi close err :%d \n", ret); } else { printf("avi write success \n"); } out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); break; } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 frame_cnt = 0; } //没有读到数据 if (!read_data) { //根据音频包计算延时 u32 delay_ms = ((float)__this->aframe_size / (__this->sample_rate * 2)) * 1000; u32 tick = delay_ms / 10; os_time_dly(tick + 1); } } } //基于音频时间进行补帧(音频包太大有误差) static void avi_task_dup1(void *priv) { int ret = 0; int msg[8]; int frame_cnt = 0; int cyc_time = 30; //循环录影时间，单位秒 u8 *pcm_data, *jpeg_data; int pcm_data_len, jpeg_data_len; char *filename = "storage/sd0/C/VID_****.AVI"; avi_t *out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); os_time_dly(-1); } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 // --- 用于补帧的统计变量 --- u32 total_audio_bytes = 0; // 累加收到并写入的音频字节数 const int bytes_per_sample = __this->bytes_per_sample; const int video_rate = __this->video_rate; const int sample_rate = __this->sample_rate; int dup_frame_cnt = 0; //调试使用 while (1) { u8 read_data = 0; if (os_taskq_accept(ARRAY_SIZE(msg), msg) == OS_TASKQ) { if (msg[0] == Q_AVI_TASK_KILL) { if (out_fd) { AVI_close(out_fd); } printf("avi task exit !\n"); os_sem_post((OS_SEM *)msg[1]); os_time_dly(-1); break; } } if (pcm_data_read(__this->pcm_hdl, &pcm_data, &pcm_data_len) == 0) { read_data = 1; AVI_write_audio(out_fd, (char *)pcm_data, pcm_data_len); // 累加已写入的音频字节（用于推算应该产生的视频帧数） total_audio_bytes += pcm_data_len; pcm_data_read_done(__this->pcm_hdl, pcm_data); } if (bf30a2_camera_data_read(&jpeg_data, &jpeg_data_len) == 0) { read_data = 1; frame_cnt ++; AVI_write_frame(out_fd, (char *)jpeg_data, jpeg_data_len, 1); bf30a2_camera_read_done(jpeg_data); // 基于音频进度推算并补帧 if (total_audio_bytes >= sample_rate * bytes_per_sample) { u32 total_audio_samples = total_audio_bytes / bytes_per_sample; // 整数 u32 expected_frames = (total_audio_samples * video_rate) / sample_rate; if (expected_frames > frame_cnt) { ret = AVI_dup_frame(out_fd); if (!ret) { dup_frame_cnt++; frame_cnt++; printf("avi dup video frame :%d cur frame:%d \n", dup_frame_cnt, frame_cnt); } } } } if (frame_cnt >= __this->video_rate * cyc_time) { ret = AVI_close(out_fd); if (ret) { printf("bf30a2 avi close err :%d \n", ret); } else { printf("avi write success \n"); } out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); break; } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 frame_cnt = 0; dup_frame_cnt = 0; total_audio_bytes = 0; } //没有读到数据 if (!read_data) { //根据音频包计算延时 u32 delay_ms = ((float)__this->aframe_size / (__this->sample_rate * 2)) * 1000; u32 tick = delay_ms / 10; os_time_dly(tick + 1); } } } //基于系统时间进行补帧 static void avi_task_dup2(void *priv) { int ret = 0; int msg[8]; int frame_cnt = 0; int cyc_time = 30; //循环录影时间，单位秒 u8 *pcm_data, *jpeg_data; int pcm_data_len, jpeg_data_len; char *filename = "storage/sd0/C/VID_****.AVI"; avi_t *out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); os_time_dly(-1); } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 // --- 用于补帧的统计变量 --- const int video_rate = __this->video_rate; u32 start_ms = timer_get_ms(); // 每次 open file 时重置 int dup_frame_cnt = 0; // 调试使用 while (1) { u8 read_data = 0; if (os_taskq_accept(ARRAY_SIZE(msg), msg) == OS_TASKQ) { if (msg[0] == Q_AVI_TASK_KILL) { if (out_fd) { AVI_close(out_fd); } printf("avi task exit !\n"); os_sem_post((OS_SEM *)msg[1]); os_time_dly(-1); break; } } if (pcm_data_read(__this->pcm_hdl, &pcm_data, &pcm_data_len) == 0) { read_data = 1; AVI_write_audio(out_fd, (char *)pcm_data, pcm_data_len); pcm_data_read_done(__this->pcm_hdl, pcm_data); } if (bf30a2_camera_data_read(&jpeg_data, &jpeg_data_len) == 0) { read_data = 1; frame_cnt ++; AVI_write_frame(out_fd, (char *)jpeg_data, jpeg_data_len, 1); bf30a2_camera_read_done(jpeg_data); // --------- 基于系统时钟检查是否需要补帧 --------- u32 now = timer_get_ms(); u32 elapsed_ms = now - start_ms; u32 expected_frames = (elapsed_ms * video_rate) / 1000; if (expected_frames > frame_cnt) { ret = AVI_dup_frame(out_fd); if (!ret) { dup_frame_cnt++; frame_cnt++; printf("avi dup video frame :%d cur frame:%d \n", dup_frame_cnt, frame_cnt); } } } if (frame_cnt >= __this->video_rate * cyc_time) { ret = AVI_close(out_fd); if (ret) { printf("bf30a2 avi close err :%d \n", ret); } else { printf("avi write success \n"); } out_fd = AVI_open_output_file(filename); if (out_fd == NULL) { printf("open file erro\n"); break; } AVI_set_video(out_fd, BF30A2_INPUT_W, BF30A2_INPUT_H, __this->video_rate, "MJPG"); AVI_set_audio(out_fd, 1, __this->sample_rate, 16, WAVE_FORMAT_PCM, 0);//默认单声道s16格式 frame_cnt = 0; dup_frame_cnt = 0; start_ms = timer_get_ms(); } //没有读到数据 if (!read_data) { //根据音频包计算延时 u32 delay_ms = ((float)__this->aframe_size / (__this->sample_rate * 2)) * 1000; u32 tick = delay_ms / 10; os_time_dly(tick + 1); } } } int video_rec_start_demo(void) { int ret = 0; ret = bf30a2_camera_init(); if (ret) { //TODO return -1; } ret = bf30a2_camera_start(); if (ret) { //TODO return -1; } __this->video_rate = BF30A2_INPUT_FPS / 2; //视频帧率 __this->sample_rate = 8000; //音频采样率 __this->bytes_per_sample = 2; // 单声道 s16 -> 每采样 2 字节 __this->aframe_size = 4096; __this->pcm_hdl = pcm_data_init(__this->sample_rate, __this->aframe_size, __this->aframe_size * 10); if (!__this->pcm_hdl) { //TODO return -1; } snprintf(__this->avi_task_name, sizeof(__this->avi_task_name), "avi_task"); if (os_task_create(avi_task, __this, 8, 1024, 1024, __this->avi_task_name)) { printf("avi task create fail \n"); //TODO return -1; } /* __this->video_rate = 20; //可配置一个摄像头达不到的帧率，模拟需要补帧的情况 */ /* //根据系统时间进行补帧 */ /* if (os_task_create(avi_task_dup2, __this, 8, 1024, 1024, __this->avi_task_name)) { */ /* printf("avi task create fail \n"); */ /* //TODO */ /* return -1; */ /* } */ return 0; } int video_rec_stop_demo(void) { OS_SEM task_kill_sem; os_sem_create(&task_kill_sem, 0); int msg = (int)&task_kill_sem; os_taskq_post_type(__this->avi_task_name, Q_AVI_TASK_KILL, 1, &msg); os_sem_pend(&task_kill_sem, 0); os_sem_del(&task_kill_sem, OS_DEL_ALWAYS); task_kill(__this->avi_task_name); pcm_data_exit(__this->pcm_hdl); bf30a2_camera_stop(); bf30a2_camera_exit(); return 0; } #endif