牛卧堂MCU技术交流

标题: 关于采集摄像头录制视频的问题 [打印本页]

作者: jun 时间: 2020-10-30 09:55
标题: 关于采集摄像头录制视频的问题
我想实现采集摄像头数据，在屏幕上显示视频同时存储在sd卡上。此功能已经完成，但是播该视频时想要在画面上显示每一帧的时间，应该如何保把时间和视频数据一起保存起来，这样播放视频时就带有时间了。百度上没有找到答案，哪位高手可以指点一下谢谢！

作者: admin 时间: 2020-10-30 10:28
请问你用的是哪颗芯片?

作者: jun 时间: 2020-10-30 14:05

admin 发表于 2020-10-30 10:28
请问你用的是哪颗芯片?

芯片是n32926

作者: admin 时间: 2020-10-30 16:23
请问你使用的视频编码器的库是mjpg吗?
请告诉我你用的哪个视频编码器的开源库

作者: admin 时间: 2020-10-30 16:24
方便的话贴下视频编码的关键代码

作者: 匿名 时间: 2020-11-6 14:40
我想问下有遇到反交错相关的问题吗？

作者: jun 时间: 2020-11-20 15:55

admin 发表于 2020-10-30 16:23
请问你使用的视频编码器的库是mjpg吗?
请告诉我你用的哪个视频编码器的开源库 ...

哪个库我不知道。是开发板BSP自带的程序，我在上面改的程序

作者: jun 时间: 2020-11-20 16:30

游客 112.31.104.x 发表于 2020-11-6 14:40
我想问下有遇到反交错相关的问题吗？

啥意思，不明白

作者: jun 时间: 2020-11-20 16:43

admin 发表于 2020-10-30 16:24
方便的话贴下视频编码的关键代码

#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>
#include <fcntl.h>
#include <sys/ioctl.h>
#include <string.h>
#include <linux/videodev.h>
#include <linux/videodev2.h>
#include <sys/mman.h>
#include <errno.h>
#include <inttypes.h>

#include "favc_avcodec.h"
#include "ratecontrol.h"
#include "favc_version.h"
#include "h264.h"

#include "Misc.h"
#include "V4L.h"

#define    READ_YUV 1
#define    WRITE_FILE  1

#define    ENC_IMG_WIDTH 1280 //320
#define    ENC_IMG_HEIGHT  720 //240

#define dout_name1       "./enc720P.264"
#define dinfo_name       "./enc720P.txt"

#define VIDEO_PALETTE_YUV420P_MACRO 50 /* YUV 420 Planar Macro */

unsigned char Encbitsteam[ENC_IMG_WIDTH*ENC_IMG_HEIGHT*3/2];

FILE          *din;
FILE          *dout, *dout2, *dout_info;
int          favc_enc_fd1=0;//,favc_enc_fd2=0;
//int          favc_dec_fd;
H264RateControl h264_ratec;
static int  favc_quant=0;
//int          enc_mmap_addr;
static unsigned int out_virt_buffer1;//, out_virt_buffer2;
int dec_BS_buf_size;

avc_workbuf_t bitstreambuf, yuvframebuf;//, framebuf,workbuf;

typedef unsigned long long uint64;

int h264_init(video_profile *video_setting)
{
FAVC_ENC_PARAM    enc_param;
int YUVoffset;

// Open driver handler1
if(favc_enc_fd1==0)
   favc_enc_fd1=open(FAVC_ENCODER_DEV,O_RDWR);

if(favc_enc_fd1 <= 0)
{
      printf("H1 Fail to open %s\n",FAVC_ENCODER_DEV);
      return -1;
}

//-----------------------------------------------
//  driver handle 1
//-----------------------------------------------
// Get Bitstream Buffer Information
if((ioctl(favc_enc_fd1, FAVC_IOCTL_ENCODE_GET_BSINFO, &bitstreambuf)) < 0)
{
close(favc_enc_fd1);
printf("Get avc Enc bitstream info fail\n");
return -1;
}
printf("H1 Get Enc BS Buffer Physical addr = 0x%x, size = 0x%x,\n",bitstreambuf.addr,bitstreambuf.size);

out_virt_buffer1 = (unsigned int)mmap(NULL, bitstreambuf.size, PROT_READ|PROT_WRITE, MAP_SHARED, favc_enc_fd1, bitstreambuf.offset);

if((void *)out_virt_buffer1 == MAP_FAILED)
{
printf("Map ENC Bitstream Buffer Failed!\n");
return -1;;
}
printf("H1 Mapped ENC Bitstream Buffer Virtual addr = 0x%x\n",out_virt_buffer1);

//-----------------------------------------------
//  Issue Encode parameter to driver handle 1 & 2
//-----------------------------------------------

memset(&enc_param, 0, sizeof(FAVC_ENC_PARAM));

enc_param.u32API_version = H264VER;

enc_param.u32FrameWidth=video_setting->width;
enc_param.u32FrameHeight=video_setting->height;

enc_param.fFrameRate = video_setting->framerate;
enc_param.u32IPInterval = video_setting->gop_size; //60, IPPPP.... I, next I frame interval
enc_param.u32MaxQuant    =video_setting->qmax;
enc_param.u32MinQuant    =video_setting->qmin;
enc_param.u32Quant = video_setting->quant; //32
enc_param.u32BitRate = video_setting->bit_rate;
enc_param.ssp_output = -1;
enc_param.intra = -1;

enc_param.bROIEnable = 0;
enc_param.u32ROIX = 0;
enc_param.u32ROIY = 0;
enc_param.u32ROIWidth = 0;
enc_param.u32ROIHeight = 0;

#ifdef RATE_CTL
memset(&h264_ratec, 0, sizeof(H264RateControl));
H264RateControlInit(&h264_ratec, enc_param.u32BitRate,
      RC_DELAY_FACTOR,RC_AVERAGING_PERIOD, RC_BUFFER_SIZE_BITRATE,
      (int)enc_param.fFrameRate,
      (int) enc_param.u32MaxQuant,
      (int)enc_param.u32MinQuant,
      (unsigned int)enc_param.u32Quant,
      enc_param.u32IPInterval);
#endif

favc_quant = video_setting->quant;

printf("APP : FAVC_IOCTL_ENCODE_INIT\n");

if (ioctl(favc_enc_fd1, FAVC_IOCTL_ENCODE_INIT, &enc_param) < 0)
{
      close(favc_enc_fd1);
      printf("Handler_1 Error to set FAVC_IOCTL_ENCODE_INIT\n");
      return -1;
}

return 0;
}

int enc_close(video_profile *video_setting)
{
printf("Enter enc_close\n");
//---------------------------------
//  Close driver handle 1
//---------------------------------
if(favc_enc_fd1) {
      close(favc_enc_fd1);
}

favc_enc_fd1 = 0;
//printf("Enter enc_close\n");

return 0;
}

int favc_encode(int fileDecriptor, video_profile *video_setting, unsigned char *frame, void * data)
{
AVFrame          *pict=(AVFrame *)data;
FAVC_ENC_PARAM    enc_param;

enc_param.pu8YFrameBaseAddr = (unsigned char *)pict->data[0]; //input user continued virtual address (Y), Y=0 when NVOP
enc_param.pu8UFrameBaseAddr = (unsigned char *)pict->data[1]; //input user continued virtual address (U)
enc_param.pu8VFrameBaseAddr = (unsigned char *)pict->data[2]; //input user continued virtual address (V)

enc_param.bitstream = frame;  //output User Virtual address
enc_param.ssp_output = -1;
enc_param.intra = -1;
enc_param.u32IPInterval = 0; // use default IPInterval that set in INIT

enc_param.u32Quant = favc_quant;
enc_param.bitstream_size = 0;

//printf("APP : FAVC_IOCTL_ENCODE_FRAME\n");
if (ioctl(fileDecriptor, FAVC_IOCTL_ENCODE_FRAME, &enc_param) < 0)
{
      printf("Dev =%d Error to set FAVC_IOCTL_ENCODE_FRAME\n", fileDecriptor);
      return 0;
}

#ifdef RATE_CTL
if (enc_param.keyframe == 0) {
      //printf("%d %d %d\n", enc_param.u32Quant, enc_param.bitstream_size, 0);
      H264RateControlUpdate(&h264_ratec, enc_param.u32Quant, enc_param.bitstream_size , 0);
} else  {
      //printf("%d %d %d\n", enc_param.u32Quant, enc_param.bitstream_size, 1);
      H264RateControlUpdate(&h264_ratec, enc_param.u32Quant, enc_param.bitstream_size , 1);
}
favc_quant = h264_ratec.rtn_quant;

//printf(" favc_quant = %d\n",favc_quant);

//H264RateControlUpdate(&h264_ratec,enc_param.bitstream_size,enc_param.frame_cost);
#endif

video_setting->intra = enc_param.keyframe;

return enc_param.bitstream_size;
}

int main(int argc, char **argv)
{
int tlength=0;
int i, length, fcount=0;
video_profile video_setting;
AVFrame pict, pict2;
unsigned int y_image_size, uv_image_size, total_image_size;
int readbyte, writebyte;

uint8_t *pu8PicPtr;
uint64_t u64TS;
uint32_t u32PicPhyAdr;

printf("h264enc main\n");

dout=fopen(dout_name1,"wb");
printf("Use encoder output name %s\n",dout_name1);

dout_info = fopen(dinfo_name,"w");
printf("Use encoder output info_name %s\n",dinfo_name);

//set the default value
video_setting.qmax = 51;
video_setting.qmin = 0;
#ifdef RATE_CTL
video_setting.quant = 26;             // Init Quant
#else
video_setting.quant = FIX_QUANT;
#endif
video_setting.bit_rate = 4096000;
video_setting.width = ENC_IMG_WIDTH;
video_setting.height = ENC_IMG_HEIGHT;
video_setting.framerate = 25;
video_setting.frame_rate_base = 1;
video_setting.gop_size = IPInterval;

y_image_size = video_setting.width*video_setting.height;
uv_image_size = y_image_size >> 1;
total_image_size = y_image_size + uv_image_size;

vin_main();

if (h264_init(&video_setting) < 0)
      goto fail_h264_init;

fcount = TEST_ROUND;
system("/mnt/nand1-1/nvtbitio -p 0xb0000204 -b 28 -v 0");

for (i=0; i < fcount; i++)
{

      if(ReadV4LPicture(&pu8PicPtr, &u64TS, &u32PicPhyAdr) == ERR_V4L_SUCCESS){
      // got the planar buffer address ==> u32PicPhyAdr
      TriggerV4LNextFrame();
      }
      //TriggerV4LNextFrame();

      //printf("VideoIn Phy Addr = 0x%x\n",u32PicPhyAdr);

      y_image_size = ENC_IMG_WIDTH * ENC_IMG_HEIGHT;
      uv_image_size = y_image_size >> 1;

      pict.data[0]=(unsigned char *)u32PicPhyAdr;
      pict.data[1]=(unsigned char *)(u32PicPhyAdr + y_image_size);
      pict.data[2]=(unsigned char *)(u32PicPhyAdr + y_image_size +(y_image_size >> 2));

      // Tirgger to Encode bitstream by Driver handle 2
      length = favc_encode(favc_enc_fd1, &video_setting,(unsigned char *)Encbitsteam,(void *)&pict);
      fprintf(dout_info,"%d\n", length);

      if (length == 0)
         break;

      writebyte = fwrite((void *)Encbitsteam, sizeof(char), length, dout);
      tlength += writebyte;
}

printf("Total Frame %d encode Done, total bitstream = %d \n", i, tlength);

fail_h264_init:

if(out_virt_buffer1)
munmap((void *)out_virt_buffer1, bitstreambuf.size);

file_close:

sync();

fclose(dout);
fclose(dout_info);

enc_close(&video_setting);

vin_exit();

fflush(stdout);


return 0;
}

作者: arthur 时间: 2021-6-11 13:11
实时地在视频上加水印，如果HW video DSP不支持，基本上没戏了，软件加水印会慢到怀疑人生。

欢迎光临牛卧堂MCU技术交流 (http://nuvoton-mcu.com/)