huxi
649 lines
14 KiB
C
649 lines
14 KiB
C
#ifndef DEVICE_VIDEO_H
|
|
#define DEVICE_VIDEO_H
|
|
|
|
#include "video_ioctl.h"
|
|
#include "device/device.h"
|
|
|
|
#define VIDEO_DEFAULT_BUF_MODE 0x0
|
|
#define VIDEO_PPBUF_MODE 0x1
|
|
|
|
#define VIDEO_TAG_UVC VIDEO_TAG('u', 'v', 'c', ' ')
|
|
#define VIDEO_TAG(a,b,c,d) (((a) << 24) | ((b) << 16) | ((c) << 8) | (d))
|
|
|
|
struct videobuf_queue {
|
|
u8 ref;
|
|
u8 streaming;
|
|
u16 align;
|
|
const char *name;
|
|
OS_SEM sem;
|
|
void *buf;
|
|
struct lbuff_head *lbuf;
|
|
void *private_data;
|
|
};
|
|
|
|
enum {
|
|
VIDREQ_GET_OVERLAY_BUFFER,
|
|
VIDREQ_PUT_OVERLAY_BUFFER,
|
|
VIDREQ_FREE_OVERLAY_BUFFER,
|
|
VIDREQ_GET_CAPTURE_BUFFER,
|
|
VIDREQ_SET_CAPTURE_BUFFER,
|
|
VIDREQ_PUT_CAPTURE_BUFFER,
|
|
VIDREQ_FREE_CAPTURE_BUFFER,
|
|
VIDREQ_GET_IMAGE_CAPTURE_BUFFER,
|
|
VIDREQ_PUT_IMAGE_CAPTURE_BUFFER,
|
|
VIDREQ_IMAGE_CAPTURE_COMPLETED,
|
|
VIDREQ_IMAGE_ZOOM, // 10
|
|
/*VIDREQ_IMAGE_DISP_ZOOM,*/
|
|
VIDREQ_IMAGE_ENC_START,
|
|
/*VIDREQ_GET_DISP_CAPABILITY,*/
|
|
VIDREQ_GET_ENCODER_CHANNEL,
|
|
/*VIDREQ_PUT_IMAGE_TO_BUFFER, // 15*/
|
|
/*VIDREQ_RESET_DISP_IMAGE,*/
|
|
VIDREQ_RESET_CBUFFER,
|
|
/*VIDREQ_PUT_DEC_DATA,*/
|
|
VIDREQ_GET_DEC_DATA,
|
|
VIDREQ_RESET_DOWN_CBUFFER, //20
|
|
VIDREQ_RESET_UP_CBUFFER,
|
|
VIDREQ_RESET_ENCODER,
|
|
VIDREQ_REKSTART_ENCODER,
|
|
VIDREQ_WAIT_ENC_END_STOP_IMC,
|
|
VIDREQ_GET_FNUM,
|
|
VIDREQ_PAUSE_ENC,
|
|
VIDREQ_CONTINUE_ENC,
|
|
VIDREQ_PAUSE_ENC_CHANNEL,
|
|
VIDREQ_CONTINUE_ENC_CHANNEL,
|
|
VIDREQ_GET_TIME_LABEL,
|
|
VIDREQ_SET_SOFT_IMAGE_LABEL,
|
|
VIDREQ_CAMERA_OUT,
|
|
VIDREQ_RESET_UVC_ENC,
|
|
VIDREQ_ENCODE_ONE_IMAGE,
|
|
VIDREQ_SET_JPG_THUMBNAILS,
|
|
VIDREQ_ASYNC_PUT_DEC_DATA,
|
|
VIDREQ_BUFF_MOVE,
|
|
VIDREQ_GET_MANUAL_ENC_YUV,
|
|
VIDREQ_MANUAL_ENC_STREAM,
|
|
VIDREQ_GET_SRC_FMT,
|
|
VIDREQ_FLUSHINV_DEC_DATA,
|
|
VIDREQ_INSERT_WATERMARKIGN,
|
|
VIDREQ_MANUAL_DISP_PUTMAP,
|
|
VIDREQ_KICK_UP_ONE_FRMAE,
|
|
VIDREQ_GET_CORRECT_SIZE,
|
|
};
|
|
|
|
enum video_rec_quality {
|
|
VIDEO_LOW_Q,
|
|
VIDEO_MID_Q,
|
|
VIDEO_HIG_Q,
|
|
};
|
|
|
|
enum video_camera_type {
|
|
VIDEO_CAMERA_NORMAL = 0,
|
|
VIDEO_CAMERA_UVC,
|
|
VIDEO_CAMERA_VIRTUAL,
|
|
VIDEO_CAMERA_JLC,
|
|
VIDEO_CAMERA_MUX,
|
|
};
|
|
|
|
|
|
#define VIDEO_DIR_NONE 0
|
|
#define VIDEO_HOR_MIRROR BIT(0)
|
|
#define VIDEO_VER_MIRROR BIT(1)
|
|
|
|
|
|
struct YUV_frame_data {
|
|
u16 width;
|
|
u16 height;
|
|
u16 line_num;
|
|
u16 data_height;
|
|
int pixformat;
|
|
u8 *y;
|
|
u8 *u;
|
|
u8 *v;
|
|
};
|
|
|
|
struct video_frame_yuv {
|
|
u16 width;
|
|
u16 height;
|
|
u8 *y;
|
|
u8 *u;
|
|
u8 *v;
|
|
};
|
|
|
|
struct video_yuv_buffer {
|
|
u8 *y;
|
|
u8 *u;
|
|
u8 *v;
|
|
};
|
|
|
|
struct image_scale_data {
|
|
u8 zstate;
|
|
u32 src_reg_data;
|
|
u16 out_width;
|
|
u16 out_height;
|
|
u8 *output_buf;
|
|
struct YUV_frame_data input_frame;
|
|
};
|
|
|
|
struct video_image_enc {
|
|
u8 mkstart;
|
|
u16 img_width;
|
|
u16 img_height;
|
|
u16 blk_width;
|
|
u16 blk_height;
|
|
struct video_yuv_buffer *blk_buf;
|
|
};
|
|
|
|
struct video_image_dec {
|
|
u8 fkstart;
|
|
u16 width;
|
|
u16 height;
|
|
u8 *buf;
|
|
u32 size;
|
|
struct video_yuv_buffer *blk_buf;
|
|
};
|
|
|
|
struct video_decode_frame {
|
|
u8 type;
|
|
unsigned int reset : 1;
|
|
unsigned int mode : 7; //0 -- display, 1 -- encode
|
|
u16 width;
|
|
int line;
|
|
u8 *buf;
|
|
u8 *circle_y;
|
|
u8 *circle_u;
|
|
u8 *circle_v;
|
|
int cnt;
|
|
};
|
|
|
|
struct video_encode_frame {
|
|
u8 type;
|
|
u8 reset;
|
|
u8 *buf;
|
|
int cnt;
|
|
int lines;
|
|
};
|
|
|
|
struct video_cap_buffer {
|
|
u8 num;
|
|
u32 size;
|
|
u8 *buf;
|
|
u8 *buf2;
|
|
u8 ch_num;
|
|
u8 ch_busy;
|
|
u8 ch_lock;
|
|
};
|
|
|
|
|
|
struct video_subdevice;
|
|
struct video_var_param_info;
|
|
|
|
struct video_subdevice_data {
|
|
int tag;
|
|
void *data;
|
|
};
|
|
|
|
struct video_platform_data {
|
|
int num;
|
|
const struct video_subdevice_data *data;
|
|
};
|
|
|
|
struct roi_cfg {
|
|
u32 roio_xy;
|
|
u32 roi1_xy;
|
|
u32 roi2_xy;
|
|
u32 roi3_xy;
|
|
u32 roio_ratio;
|
|
u32 roio_ratio1;
|
|
u32 roio_ratio2;
|
|
u32 roio_ratio3;
|
|
u32 roio_config;
|
|
};
|
|
|
|
struct jpg_q_table {
|
|
u16 YQT_DCT[0x40] ;
|
|
u16 UVQT_DCT[0x40];
|
|
u8 DQT[138]; //file header
|
|
};
|
|
|
|
enum video_pix_format {
|
|
VID_PIX_FMT_H264,
|
|
VID_PIX_FMT_MJPG,
|
|
VID_PIX_FMT_IMG,
|
|
VID_PIX_FMT_YUV,
|
|
};
|
|
|
|
enum image_pix_format {
|
|
IMG_PIX_FMT_JPG,
|
|
IMG_PIX_FMT_YUV,
|
|
};
|
|
|
|
struct h264_user_data {
|
|
u8 *data;
|
|
u32 len;
|
|
};
|
|
|
|
struct h264_s_attr {
|
|
u8 quality;
|
|
u8 IP_interval;
|
|
u8 std_head;
|
|
u16 width;
|
|
u16 height;
|
|
/*u32 i_bitrate;*/
|
|
u32 gap_fps;
|
|
};
|
|
|
|
struct h264_qp {
|
|
u8 static_min;
|
|
u8 static_max;
|
|
u8 dynamic_min;
|
|
u8 dynamic_max;
|
|
u8 enable_change_qp;
|
|
};
|
|
|
|
struct h264_d_attr {
|
|
u32 abr_kbps;
|
|
struct roi_cfg roi;
|
|
struct h264_qp qp;
|
|
|
|
};
|
|
|
|
struct mjpg_s_attr {
|
|
u8 enc_mode;//0 -- 整帧， 1 -- 帧分段
|
|
u8 quality;
|
|
u8 samp_fmt;
|
|
u8 source;
|
|
int head_len;
|
|
u16 width;
|
|
u16 height;
|
|
u32 abr_kbps;
|
|
u32 div_size;
|
|
|
|
u8 *exif;
|
|
int exif_size;
|
|
u8 dri_en; //jpeg位流分段使能
|
|
u32 jpeg_dri_mcu_cnt; //jpeg分段位流 mcu配置
|
|
|
|
|
|
};
|
|
|
|
struct mjpg_d_attr {
|
|
struct jpg_q_table *qt;
|
|
u8 *thumbnails;
|
|
int thumb_len;
|
|
};
|
|
|
|
struct icap_auxiliary_mem {
|
|
u8 *addr;
|
|
u32 size;
|
|
};
|
|
|
|
struct image_s_attr {
|
|
u8 quality;
|
|
u16 width;
|
|
u16 height;
|
|
enum image_pix_format format;
|
|
int aligned_width;
|
|
struct jpg_q_table *jpg_qt;
|
|
struct icap_auxiliary_mem *aux_mem;
|
|
struct jpg_thumbnail *thumb;
|
|
|
|
u8 *exif;
|
|
int exif_size;
|
|
};
|
|
|
|
struct jpg_dec_mem {
|
|
u8 *addr;
|
|
u32 size;
|
|
};
|
|
|
|
struct jpg_dec_s_attr {
|
|
u16 max_o_width;
|
|
u16 max_o_height;
|
|
u16 src_width;
|
|
u16 src_height;
|
|
u16 dec_width;
|
|
u16 dec_height;
|
|
struct jpg_dec_mem dec_mem;
|
|
};
|
|
|
|
struct video_enc_attr {
|
|
enum video_pix_format format;
|
|
void *attr;
|
|
};
|
|
|
|
struct video_dec_attr {
|
|
enum video_pix_format format;
|
|
void *attr;
|
|
};
|
|
|
|
struct yuv_image {
|
|
u8 format;
|
|
u16 width;
|
|
u16 height;
|
|
u8 *addr;
|
|
u32 size;
|
|
};
|
|
|
|
struct video_dev_fps {
|
|
u8 camera_fps;
|
|
u8 real_fps; //imc real fps !!!
|
|
u8 target_fps;
|
|
int tlp_time;
|
|
};
|
|
|
|
struct video_osd {
|
|
|
|
u16 x ;//起始地址
|
|
u16 y ;//结束地址
|
|
// u32 osd_yuv;//osd颜色
|
|
u32 color[3]; //2bit图像yuv颜色配置
|
|
|
|
//注意：下面的字符串地址必须是全局的,然后年是yyyy，月是nn，日是dd，时是hh，分是mm，秒是ss,其他字符是英文字母&&符号&&汉字
|
|
char *osd_str; //用户自定义格式，例如 "yyyy-nn-dd\hh:mm:ss" 或者 "hh:mm:ss"
|
|
char *osd_matrix_str; //用户自定义字模字符串,例如“abcd....0123..”
|
|
u8 *osd_matrix_base; //用户自定义字模的起始地址
|
|
u32 osd_matrix_len;//用户自定义字模数组的长度,no str len!!!
|
|
u8 osd_w;//用户自定义字体大小,8的倍数
|
|
u8 osd_h;//8的倍数
|
|
};
|
|
|
|
struct image_capture_info {
|
|
u8 multi_scale;
|
|
struct video_image_capture *icap;
|
|
};
|
|
#if 1
|
|
enum video_osd_mode {
|
|
VID_OSD_TEXT = 0,
|
|
VID_OSD_GRAPH,
|
|
};
|
|
|
|
enum video_osd_type {
|
|
VIDEO_STREAM_OSD,
|
|
VIDEO_IMAGE_OSD,
|
|
};
|
|
|
|
struct video_text_osd {
|
|
u16 x;//起始地址
|
|
u16 y;//结束地址
|
|
// u32 osd_yuv;//osd颜色
|
|
u32 color[3]; //2bit图像yuv颜色配置
|
|
//注意：下面的字符串地址必须是全局的,然后年是yyyy，月是nn，日是dd，时是hh，分是mm，秒是ss,其他字符是英文字母&&符号&&汉字
|
|
char *text_format; //用户自定义格式，例如 "yyyy-nn-dd\hh:mm:ss" 或者 "hh:mm:ss"
|
|
char *font_matrix_table; //用户自定义字模字符串,例如“abcd....0123..”
|
|
u8 *font_matrix_base; //用户自定义字模的起始地址
|
|
u32 font_matrix_len;//用户自定义字模数组的长度,no str len!!!
|
|
u8 font_w;//用户自定义字体大小,8的倍数
|
|
u8 font_h;//8的倍数
|
|
u8 direction; //0 -- 顺向, 1 -- 逆向
|
|
u8 bit_mode; //2 - 2bit 1 - 1bit
|
|
};
|
|
|
|
struct video_graph_osd {
|
|
u8 bit_mode; //2 - 2bit, 16 - 16bit
|
|
u16 x;
|
|
u16 y;
|
|
u32 color[3]; //2bit图像yuv颜色配置
|
|
u16 width;
|
|
u16 height;
|
|
u8 *icon; //图形内容buffer
|
|
int icon_size;
|
|
};
|
|
|
|
struct video_osd_config {
|
|
struct video_text_osd text_osd;
|
|
struct video_graph_osd icon_osd;
|
|
};
|
|
|
|
struct video_osd_attr {
|
|
u32 enable;
|
|
u32 ability;
|
|
enum video_osd_type type;
|
|
struct video_text_osd *text_osd;
|
|
struct video_graph_osd *graph_osd;
|
|
};
|
|
|
|
struct app_enc_info {
|
|
u8 user_cfg_enable;
|
|
|
|
int qp_offset_low;
|
|
int qp_offset_high;
|
|
float f_aq_strength;
|
|
|
|
u8 dsw_size;
|
|
int fs_x_points;
|
|
int fs_y_points;
|
|
|
|
int nr_reduction;
|
|
|
|
int pre_pskip_limit_flag;
|
|
int common_pskip_limit_flag;
|
|
int pre_pskip_th;
|
|
int common_pskip_th;
|
|
|
|
};
|
|
#endif
|
|
|
|
#define VIDEO_REC_NUM 2 //double rec or single rec
|
|
|
|
#define VIDEO_PLATFORM_DATA_BEGIN(vdata) \
|
|
static const struct video_platform_data vdata = { \
|
|
|
|
|
|
#define VIDEO_PLATFORM_DATA_END() \
|
|
};
|
|
|
|
|
|
|
|
struct image_capability {
|
|
u8 zoom;
|
|
u16 width;
|
|
u16 height;
|
|
struct video_image_capture *icap;
|
|
};
|
|
|
|
struct video_subdevice_ops {
|
|
int (*init)(const char *name, struct video_platform_data *);
|
|
|
|
bool (*online)(const char *name);
|
|
|
|
int (*get_fmt)(struct video_format *f);
|
|
|
|
int (*set_fmt)(struct video_format *f);
|
|
|
|
struct video_endpoint *(*open)(struct video_var_param_info *);
|
|
|
|
int (*overlay)(struct video_endpoint *, int i);
|
|
|
|
int (*streamon)(struct video_endpoint *);
|
|
|
|
int (*streamoff)(struct video_endpoint *);
|
|
|
|
int (*get_image_capability)(struct video_endpoint *, struct image_capability *);
|
|
int (*image_capture)(struct video_endpoint *, struct image_capability *);
|
|
|
|
int (*response)(struct video_endpoint *, int cmd, void *);
|
|
|
|
int (*write)(struct video_endpoint *, void *buf, u32 len);
|
|
|
|
int (*close)(struct video_endpoint *);
|
|
|
|
int (*querycap)(struct video_endpoint *, struct video_capability *cap);
|
|
|
|
int (*ioctrl)(struct video_endpoint *, u32 cmd, void *arg);
|
|
};
|
|
|
|
|
|
#define MANUAL_CHANNEL 3
|
|
struct video_var_param_info {
|
|
u32 fps;
|
|
u16 width;
|
|
u16 height;
|
|
|
|
u8 ch;
|
|
u8 channel;
|
|
int source;
|
|
struct video_format *f;
|
|
void *priv;
|
|
};
|
|
|
|
struct video_subdevice {
|
|
u8 subid;
|
|
const char *name;
|
|
// u32 input_pixelformat;
|
|
u32 output_pixelformat;
|
|
const struct video_subdevice_ops *ops;
|
|
int (*request)(struct video_endpoint *, int cmd, void *);
|
|
};
|
|
|
|
|
|
struct video_endpoint {
|
|
struct list_head entry;
|
|
struct video_subdevice *dev;
|
|
int inused;
|
|
void *parent;
|
|
void *private_data;
|
|
void *imc_data;
|
|
};
|
|
|
|
struct video_crop_ctrl {
|
|
u16 crop_sx;
|
|
u16 crop_ex;
|
|
u16 crop_sy;
|
|
u16 crop_ey;
|
|
};
|
|
|
|
struct video_crop_sca {
|
|
u16 src_w;
|
|
u16 src_h;
|
|
u16 crop_w;
|
|
u16 crop_h;
|
|
};
|
|
|
|
struct video_crop_tri {
|
|
int (*do_crop)(void *priv, void *parm);
|
|
void *priv;
|
|
void *parm;
|
|
};
|
|
|
|
|
|
extern struct video_subdevice video_subdev_begin[];
|
|
extern struct video_subdevice video_subdev_end[];
|
|
|
|
extern const struct device_operations video_dev_ops;
|
|
extern const struct device_operations usb_cam_dev_ops;
|
|
|
|
#define REGISTER_VIDEO_SUBDEVICE(dev, id) \
|
|
struct video_subdevice dev SEC_USED(.video_subdev.##id) = { \
|
|
.subid = id, \
|
|
.name = #dev, \
|
|
|
|
struct video_device;
|
|
|
|
struct video_device_ops {
|
|
const char *name;
|
|
bool (*online)(void *p);
|
|
int (*init)(const char *name, const struct video_platform_data *data);
|
|
int (*open)(struct video_device *);
|
|
int (*set_fmt)(struct video_device *, struct video_format *);
|
|
int (*overlay)(struct video_device *, int on);
|
|
int (*streamon)(struct video_device *);
|
|
int (*streamoff)(struct video_device *);
|
|
int (*image_capture)(struct video_device *, struct video_image_capture *icap);
|
|
int (*start_I_frame)(struct video_device *);
|
|
int (*adjust_fps)(struct video_device *, void *);
|
|
int (*ioctl)(struct video_device *, int cmd, u32 arg);
|
|
int (*write)(struct video_device *, void *data, u32 len);
|
|
int (*close)(struct video_device *);
|
|
};
|
|
|
|
extern struct video_device_ops video_dev_begin[];
|
|
extern struct video_device_ops video_dev_end[];
|
|
|
|
#define REGISTER_VIDEO_DEVICE(dev, _name) \
|
|
struct video_device_ops dev SEC_USED(.video_device) = { \
|
|
.name = _name, \
|
|
|
|
struct video_fill_frames {
|
|
u8 reset_timer;
|
|
u32 time_cnt;
|
|
u32 o_frame_cnt;
|
|
short interval;
|
|
short fill_dly;
|
|
char fps_remain;
|
|
int lost_frames;
|
|
int timer;
|
|
int timer_one_frame;
|
|
spinlock_t lock;
|
|
int msg_post;
|
|
};
|
|
|
|
struct video_device {
|
|
struct device device;
|
|
struct list_head endpoint;
|
|
struct list_head entry;
|
|
struct videobuf_queue video_q;
|
|
struct video_var_param_info info;
|
|
struct video_subdevice *subdev[4];
|
|
struct video_image_capture *icap;
|
|
struct video_device_ops *dev_ops;
|
|
struct video_dev_fps fps;
|
|
struct video_fill_frames ff;
|
|
void *private_data;
|
|
OS_SEM sem;
|
|
u8 ref;
|
|
u8 time_base;
|
|
u8 streamon;
|
|
u8 subdev_num;
|
|
u8 major, mijor;
|
|
u8 mal_dbuf;
|
|
u8 stop_now;
|
|
u32 frame_cnt;
|
|
u32 stop_frame_cnt;
|
|
u32 stop_frame_interval;
|
|
u32 pixelformat;
|
|
u32 stop_time;
|
|
u32 stop_skip_frame;
|
|
u32 start_time;
|
|
u32 insert_frame_cnt;
|
|
u32 last_insert_time;
|
|
};
|
|
|
|
int video_subdevice_register(struct video_subdevice *dev);
|
|
|
|
|
|
u32 video_buf_free_space(struct video_device *);
|
|
|
|
void *video_buf_malloc(struct video_device *, u32 size);
|
|
|
|
void *video_buf_realloc(struct video_device *, void *buf, int size);
|
|
|
|
void video_buf_free(struct video_device *, void *buf);
|
|
|
|
void *video_buf_ptr(void *buf);
|
|
|
|
u32 video_buf_size(void *buf);
|
|
|
|
void video_buf_stream_finish(struct video_device *, void *buf);
|
|
|
|
void video_check_stream_finish(struct video_device *video);
|
|
|
|
int video_buf_query(struct video_device *ep, struct videobuf_state *sta);
|
|
|
|
int video_subdev_request(struct video_endpoint *ep, int req, void *arg);
|
|
|
|
int video_dev_is_need_fill_frame(struct video_device *video);
|
|
|
|
int video_dev_need_fill_frame(struct video_device *);
|
|
|
|
void video_dev_fill_frames_reset(struct video_device *video);
|
|
|
|
void video_dev_real_frame_dec(struct video_device *);
|
|
|
|
void video_dev_reset_frame_interval_timer(struct video_device *);
|
|
|
|
int video_force_skip_frame(struct video_device *device);
|
|
|
|
|
|
|
|
#endif
|