python opencv图片编码为h264文件的实例

Python  /  管理员 发布于 7年前   238

python部分

#!/usr/bin/env Python# coding=utf-8from ctypes import *from PyQt5.QtCore import *from PyQt5.QtGui import *from PyQt5.QtWidgets import *import timeimport numpy as npimport cv2import structimport datetimefrom numba import jitimport oscam_dict={}class CamInfo: def __init__(self, cam_no=0,deviceid="default",cam_name="default"):  self.cam_no = cam_no  self.deviceid = deviceid  self.cam_name = cam_name@jitdef trans(data,size,height,width): bbb = string_at(data,size) nparr = np.fromstring(bbb, np.uint8) r = nparr.reshape(height,width, 3) return rdef str2char_p(str_v): pStr = c_char_p( ) pStr.value = str_v return pStrdef callb_stream(data,size,cam_no,height,width): r = trans(data, size,height,width) r = cv2.cvtColor(r, cv2.COLOR_RGB2BGR) counter = datetime.datetime.now().strftime('%Y%m%d_%H%M%S_%f') # print(1, counter) cv2.imshow(str(cam_no), r) cv2.waitKey(1)def callb_camerainfo(cam_no,camera_info,camera_info_size): # print(cast(camera_info,c_char_p).value) # print(str(cast(camera_info, c_char_p).value)) bbb = string_at(camera_info, camera_info_size) info=str(bbb,encoding="utf-8").split(",") cam_dict[cam_no]= CamInfo(cam_no,info[1],info[2]) print("camerainfo",cam_dict[cam_no].cam_no,cam_dict[cam_no].cam_name,cam_dict[cam_no].deviceid)class Mythread(QThread): # 定义信号,定义参数为str类型 breakSignal = pyqtSignal(str,list) def __init__(self, parent=None):  super().__init__(parent)  # super(Mythread, self).__init__() def callb_error(self, err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen):  print("myerror", err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen) def run(self):  dll = CDLL(r"./hik_client.dll")  width=60  height=40  dll.pre_encode.restype = c_void_p  ret=dll.pre_encode(width,height)  ret=cast(ret,c_void_p)  for i in range(20000):   n=i%200+1   img=cv2.imread("bmp/"+str(n)+".bmp")   len = img.shape[0] * img.shape[1] * img.shape[2]   # img=np.transpose(img,(1, 0, 2))   # b, g, r = cv2.split(img)   # b = b.reshape(-1)   # g = g.reshape(-1)   # r = r.reshape(-1)   # b = np.append(b, g)   # img = np.append(b, r)   img = img.reshape(-1)   # b, g, r = cv2.split(img)   # b = b.reshape(-1)   # g = g.reshape(-1)   # r = r.reshape(-1)   # b = np.append(b,g)   # img = np.append(b, r)   INPUT = c_int * len   # 实例化一个长度为2的整型数组   input = INPUT()   # 为数组赋值（input这个数组是不支持迭代的）   for i in range(len):    input[i] = img[i]   # bytes(aaaa, encoding="utf-8")   a = dll.push_rtsp(input,len,ret)  QCoreApplication.instance().quit()   # print("encode_ok",i)  # b = string_at(a, 1280*720*3)  # print(b)  # nparr = np.fromstring(b, np.uint8)  # # print(nparr[-10:-1],min(nparr),max(nparr))  # img_decode = cv2.imdecode(nparr, cv2.IMREAD_COLOR)  # # if img_decode:  # cv2.imshow("sadf", img_decode)  # # cv2.imwrite(str(index)+".jpg", img_decode)  # cv2.waitKey(0)  #  #  #  #  # ErrorCall = CFUNCTYPE(c_void_p, c_int, c_int, c_int,c_int,c_char_p,c_int)  # error_callback = ErrorCall(self.callb_error)  # dll.set_callback(error_callback)  # CamCall = CFUNCTYPE(c_void_p, c_int, c_char_p,c_int)  # caminfo_CamCall = CamCall(callb_camerainfo)  # # print(b)  # if not os.path.exists("video"):  #  os.makedirs("video")  # ip = b"127.0.0.1"  # port = 8888  # print("start conn")  # ret=-1  # while(ret):  #  print("conn server...")  #  ret= dll.tcp_init(str2char_p(ip), port)  #  time.sleep(0.3)  # if (ret==0):  #  type=1  #  ret = dll.getcameralist(type, caminfo_CamCall)  #  if (1):  #   # deviceId = b"af94a68df0124d1fbf0fc2b07f3b3c3a"  #   cam_no=14  # else:  #  print("tcp error")  # for i in range(2000000):  #  # 发出信号  #  a=[i,i+1]  #  self.breakSignal.emit(str(i),a)  #  # 让程序休眠  #  time.sleep(0.5)if __name__ == '__main__': app = QApplication([]) dlg = QDialog() dlg.resize(400, 300) dlg.setWindowTitle("自定义按钮测试") dlgLayout = QVBoxLayout() dlgLayout.setContentsMargins(40, 40, 40, 40) btn = QPushButton('测试按钮') dlgLayout.addWidget(btn) dlgLayout.addStretch(40) dlg.setLayout(dlgLayout) dlg.show() def chuli(a,s):  # dlg.setWindowTitle(s)  btn.setText(a+str(s[0]*10)) # 创建线程 thread = Mythread() # # 注册信号处理函数 thread.breakSignal.connect(chuli) # # 启动线程 thread.start() dlg.exec_() app.exit()

c++动态库部分

#include "stdafx.h"#include "CVdll.h"#include "SimpleLog.h"#include <iostream>#include<fstream>#include <sys/types.h> #include "opencv2/opencv.hpp"#include "Ws2tcpip.h"#include <winsock2.h>#include <fcntl.h>#include <cstring>#include <cstdio>#include <signal.h>#pragma comment(lib,"ws2_32.lib")#include <queue> using namespace cv;extern "C"{#include "libavcodec/avcodec.h"#include "libavformat/avformat.h"#include "libswscale/swscale.h"#include "libavdevice/avdevice.h"#include "libavutil/log.h"//#include "libavutil/imgutils.h"};//说明，动态库需要拷贝三个文件，否则重连会出问题char* testchar(int plus1) {char* str = "hello world111111";return str;}char* testimg(char* data,int length) {char* str = "hello world111111";return str;}int outbuf_size = 100000;class Rtmp_tool {public:int nWidth = 0;int nHeight = 0;AVCodecContext *c;AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据  AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据 uint8_t * yuv_buff;// uint8_t * outbuf;SwsContext * scxt;FILE *f = NULL;};void* pre_encode(int width,int height) {Rtmp_tool *rtmp_tool;rtmp_tool = new Rtmp_tool();int nLen;int fileI;rtmp_tool->nWidth = width;rtmp_tool->nHeight = height;av_register_all();avcodec_register_all();//AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据  //AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据 AVCodecContext *c = NULL;AVCodecContext *in_c = NULL;AVCodec *pCodecH264; //编码器  //查找h264编码器 pCodecH264 = avcodec_find_encoder(AV_CODEC_ID_H264);c = avcodec_alloc_context3(pCodecH264);c->bit_rate = 3000000;// put sample parameters  c->width = width;//  c->height = height;//  // frames per second  AVRational rate;rate.num = 1;rate.den = 5;c->time_base = rate;//(AVRational){1,25}; c->gop_size = 10; // emit one intra frame every ten frames  c->max_b_frames = 1;c->thread_count = 1;c->pix_fmt = AV_PIX_FMT_YUV420P;//PIX_FMT_RGB24; //av_opt_set(c->priv_data, /*"preset"*/"libvpx-1080p.ffpreset", /*"slow"*/NULL, 0); //打开编码器 if (avcodec_open2(c, pCodecH264, NULL)<0)printf("不能打开编码库");int size = c->width * c->height;rtmp_tool->yuv_buff = (uint8_t *)malloc((size * 3) / 2); // size for YUV 420  //图象编码 rtmp_tool->outbuf = (uint8_t*)malloc(outbuf_size);int u_size = 0;const char * filename = "0_Data.h264";rtmp_tool->f = fopen(filename, "wb");if (!rtmp_tool->f){printf("could not open %s\n", filename);exit(1);}//初始化SwsContext rtmp_tool->scxt = sws_getContext(c->width, c->height, AV_PIX_FMT_BGR24, c->width, c->height, AV_PIX_FMT_YUV420P, SWS_POINT, NULL, NULL, NULL);rtmp_tool->c = c;return rtmp_tool;}char* push_rtsp(int* plus1,int len,void* vp) {Rtmp_tool *rtmp_tool =(Rtmp_tool *) vp;for (int i = 0; i < len; i++) {plus1[i] = (uint8_t)plus1[i];} AVCodecContext *c = rtmp_tool->c;// (AVCodecContext*)vp;printf("2 %d %d\n", c->width, c->height);//---------------AVPacket avpkt;AVFrame *m_pRGBFrame = rtmp_tool->m_pRGBFrame;AVFrame *m_pYUVFrame = rtmp_tool->m_pYUVFrame;/*unsigned char *pBmpBuf;pBmpBuf = new unsigned char[len];*///memcpy(rgb_buff, (uint8_t*)plus1, nDataLen); //avpicture_fill((AVPicture*)m_pRGBFrame, (uint8_t*)plus1, AV_PIX_FMT_RGB24, rtmp_tool->nWidth, rtmp_tool->nHeight);m_pRGBFrame->linesize[0] = c->width * 3;m_pRGBFrame->linesize[1] =0;m_pRGBFrame->linesize[2] =0;m_pRGBFrame->linesize[3] =0;m_pRGBFrame->format = AV_PIX_FMT_RGB24;m_pRGBFrame->width = rtmp_tool->nWidth;m_pRGBFrame->height = rtmp_tool->nHeight;uint8_t *p = m_pRGBFrame->data[0];int y = 0, x = 0;for (y = 0; y < rtmp_tool->nHeight; y++) {for (x = 0; x < rtmp_tool->nWidth; x++) {*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3]; // R*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +1]; // G*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +2] ; // B}}printf("1 %d %d \n", rtmp_tool->nWidth, rtmp_tool->nHeight);//将YUV buffer 填充YUV Frame avpicture_fill((AVPicture*)m_pYUVFrame, (uint8_t*)rtmp_tool->yuv_buff, AV_PIX_FMT_YUV420P, rtmp_tool->nWidth, rtmp_tool->nHeight);// 翻转RGB图像 //m_pRGBFrame->data[0] += m_pRGBFrame->linesize[0] * (rtmp_tool->nHeight - 1);//m_pRGBFrame->linesize[0] *= -1;//m_pRGBFrame->data[1] += m_pRGBFrame->linesize[1] * (rtmp_tool->nHeight / 2 - 1);//m_pRGBFrame->linesize[1] *= -1;//m_pRGBFrame->data[2] += m_pRGBFrame->linesize[2] * (rtmp_tool->nHeight / 2 - 1);//m_pRGBFrame->linesize[2] *= -1;//将RGB转化为YUV sws_scale(rtmp_tool->scxt, m_pRGBFrame->data, m_pRGBFrame->linesize, 0, c->height, m_pYUVFrame->data, m_pYUVFrame->linesize);int got_packet_ptr = 0;av_init_packet(&avpkt);avpkt.data = rtmp_tool->outbuf;avpkt.size = outbuf_size;int u_size = avcodec_encode_video2(c, &avpkt, m_pYUVFrame, &got_packet_ptr);m_pYUVFrame->pts++;if (u_size == 0){int res = fwrite(avpkt.data, 1, avpkt.size, rtmp_tool->f);if (res == 0) {printf("000");}else {printf("1253");}}//-------end---------//Mat mat;////加载图片 //mat = imread("bgs.jpg", CV_LOAD_IMAGE_COLOR);//printf("a %d %d", mat.rows, mat.cols);////if (!mat.empty()) {//int m, n;//n = mat.cols * 3;//m = mat.rows;//unsigned char *data = (unsigned char*)malloc(sizeof(unsigned char) * m * n);//int p = 0;//for (int i = 0; i < m; i++)//{//for (int j = 0; j < n; j++)//{//data[p] = mat.at<unsigned char>(i, j);//p++;//}//}//*plus1 = p;return NULL;//return (char*)data;}struct RecStruct //数据包 {int size;int data_type;int cam_no;int error_code;char recvbuf[1500];};struct SendStcuct{int size;int data_type;int cam_no;char sendbuf[1000];}data_send;static ErrorCallBack g_errorcall = 0;static CamInfoCallBack g_caminfocall = 0;typedef struct CameraInfo{std::ofstream foutV;int timeInHour = -1;}caminfo;std::map<int, CameraInfo*> cameraMap;//static std::map<int, queue<RecStruct*>> namemap;static SOCKET g_sockClient;HANDLE hMutex;//char* deviceId;/**判断str1是否以str2开头* 如果是返回1* 不是返回0* 出错返回-1* */int is_begin_with(const char * str1, char *str2){if (str1 == NULL || str2 == NULL)return -1;int len1 = strlen(str1);int len2 = strlen(str2);if ((len1 < len2) || (len1 == 0 || len2 == 0))return -1;char *p = str2;int i = 0;while (*p != '\0'){if (*p != str1[i])return 0;p++;i++;}return 1;}char* Strcpy(char * a, const char * b){int i = 0;while (*b) a[i++] = *b++;a[i] = 0;return a;}int sendcmd(char* data, int cam_no, int type, int size) {memset(data_send.sendbuf, 0, 1000);//data2send.sendbuf = new char[strlen(data)];//memset(data2send.sendbuf, 0, strlen(data));data_send.size = size;data_send.data_type = type;data_send.cam_no = cam_no;memcpy(data_send.sendbuf, data, sizeof(char) * (size));printf("data_send len %d\n", sizeof(data_send));if (g_sockClient)send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);return 0;}int set_callback(ErrorCallBack terrorcall(int error_type, int cam_no, int err_no, int msg_level, char* msg_txt, int spare)) {g_errorcall = (ErrorCallBack)terrorcall;return 0;}MYLIBDLL int getcameralist(int type, CamInfoCallBack caminfocall(int cam_no, char* cam_info, int cam_info_size)) {g_caminfocall = (CamInfoCallBack)caminfocall;SendStcuct data_send;memset(&data_send, 0, sizeof(struct SendStcuct));data_send.size = 20;data_send.data_type = 1;data_send.cam_no = 0;char* data = "getcameralist";memcpy(data_send.sendbuf, data, sizeof(char) * (20));printf("data_send len %d\n", sizeof(data_send));if (g_sockClient)send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);return 0;}DWORD WINAPI RecvThread(LPVOID lpParameter);DWORD WINAPI RecvThread(LPVOID lpParameter){SOCKET sockClient = (SOCKET)lpParameter;while (1) {RecStruct data_recv;int ret;memset(&data_recv, '0', sizeof(struct RecStruct));ret = recv(sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型，为一个数据包 if (ret == 0) // server调用了close {printf("server close");break;}else if (ret == SOCKET_ERROR) // 网络错误 {int err = WSAGetLastError();printf("get message %d %d %d \n", ret, SOCKET_ERROR, err);if (err == WSAECONNRESET || err == WSAECONNABORTED) {printf("tcp error %d %d \n", err, SOCKET_ERROR); //int n = namemap.erase(deviceId);//如果删除了会返回1，否则返回0 }break;}//printf("reve type %d %d", data_recv.data_type, data_recv.size);switch (data_recv.data_type){case 1://摄像头列表{g_caminfocall(data_recv.cam_no, data_recv.recvbuf, data_recv.size);}break;case 3://异常信息{if (g_errorcall!=0)g_errorcall(1, 1, data_recv.error_code,4,NULL,0);break;}case 2:{char* recemsg = data_recv.recvbuf;int is_null = is_begin_with(recemsg, "00000");if (is_null == 1) {printf("recv type 2 00000");continue;}break;}default:break;}if (ret < 0) {printf("WSAStartup() failed!\n");return -1;}Sleep(20);}return 0;}int tcpInit(char* ip, int port){av_log_set_level(AV_LOG_PANIC);WSADATA wsaData;if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0){printf("初始化Winsock失败");return -1;}SOCKADDR_IN addrSrv;addrSrv.sin_family = AF_INET;addrSrv.sin_port = htons(port);SOCKET sockClient = socket(AF_INET, SOCK_STREAM, 0);int nRecvBuf = 0;//设置为32Ksetsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int));//setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (char *)&nZero, sizeof(nZero));inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr);if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1)return -2;//throw "连接失败";if (SOCKET_ERROR == sockClient) {printf("Socket() error:%d", WSAGetLastError());return -3;}g_sockClient = sockClient;HANDLE h_thread = CreateThread(NULL, 0, RecvThread, (LPVOID)sockClient, 0, NULL);CloseHandle(h_thread);return 0;}class DeviceInfo {public:string cam_name;int cam_no;SOCKET sockClient;};//Callback int read_buffer(void *opaque, uint8_t *buf, int buf_size) {DeviceInfo deviceInfo = *((DeviceInfo *)opaque);int null_count=0;int display_count = 0;while (1) {RecStruct data_recv;int ret;memset(&data_recv, '0', sizeof(struct RecStruct));ret = recv(deviceInfo.sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型，为一个数据包 if (ret == 0) // server调用了close {printf("server close");break;}else if (ret == SOCKET_ERROR) // 网络错误 {printf("get message %d %d \n", ret, SOCKET_ERROR);int err = WSAGetLastError();if (g_errorcall != 0)g_errorcall(1, deviceInfo.cam_no, err,4,"socket err",0);//if (err == WSAECONNRESET || err == WSAECONNABORTED) {// printf("server break %s", deviceId);// //int n = namemap.erase(deviceId);//如果删除了会返回1，否则返回0 //}break;}if (data_recv.size == 0) {null_count++;if (null_count %1000==0) {if (g_errorcall != 0)g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv 0", 11);printf("reve len=0 type %d\n", data_recv.data_type);null_count = 0;}Sleep(2);continue;}else if (data_recv.size >1500) {if (g_errorcall != 0)g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv too long", data_recv.size);printf("reve data too long %d\n", data_recv.size);continue;}if (data_recv.data_type == 3){if (g_errorcall) {char err_str[10];_itoa(data_recv.error_code, err_str, 10); //正确解法一g_errorcall(1, deviceInfo.cam_no, data_recv.error_code, 4, err_str, 0);}}else if (data_recv.data_type == 2){null_count=0;display_count++;char* recemsg = data_recv.recvbuf;int is_null = is_begin_with(recemsg, "00000");if (is_null == 1) {printf("recv 00000");continue;}//printf("cam_no %d", data_recv.cam_no);//int cam_no = data_recv.cam_no;buf_size = data_recv.size;memcpy(buf, data_recv.recvbuf, buf_size);if (g_errorcall && buf_size>1000 && display_count%20==0) {g_errorcall(2, deviceInfo.cam_no, 1, 0, "rece data", 1);//err_type, cam_no, column, msg_level, msg_txt, sparedisplay_count = 0;}//保存流数据并分小时存储time_t tt = time(NULL);//这句返回的只是一个时间cuotm* t = localtime(&tt);auto iter = cameraMap.find(deviceInfo.cam_no);if (iter != cameraMap.end()){iter->second->foutV.write(data_recv.recvbuf, data_recv.size);if (t->tm_min == 0 && (iter->second->timeInHour != t->tm_hour)) {//判断间隔一小时iter->second->timeInHour = t->tm_hour;iter->second->foutV.close();time_t tt = time(NULL);//这句返回的只是一个时间cuotm* t = localtime(&tt);char ctmBegin[20];strftime(ctmBegin, 20, "/%Y%m%d%H%M", t);char str3[80];sprintf(str3, "create data:%s%s%s", deviceInfo.cam_name, ctmBegin, ".dat");SLOG1(str3);printf("%s", deviceInfo.cam_name + std::string(ctmBegin) + ".dat");iter->second->foutV.open(deviceInfo.cam_name + std::string(ctmBegin) + ".dat", ios::binary);}}return buf_size;}if (ret < 0) {printf("WSAStartup() failed!\n");continue;//return 0;}}return 0;}int send_cmd(int cam_no,int size,int datatype,char* cam_name, SOCKET& sockClient) {SendStcuct data_send;memset(&data_send, 0, sizeof(struct SendStcuct));data_send.size = size;data_send.data_type = datatype;data_send.cam_no = cam_no;memcpy(data_send.sendbuf, cam_name, sizeof(char) * (size));printf("data_send len %d\n", sizeof(data_send));send(sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);return 0;}int tcp_recv_conn(char* ip, int port, char* cam_name, int size, int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width)){WSADATA wsaData;if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0){printf("初始化Winsock失败");return -1;}SOCKADDR_IN addrSrv;addrSrv.sin_family = AF_INET;addrSrv.sin_port = htons(port);SOCKETsockClient = socket(AF_INET, SOCK_STREAM, 0);int nRecvBuf = 0;//设置为32Ksetsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int));setsockopt(sockClient, SOL_SOCKET, SO_SNDBUF, (char *)&nRecvBuf, sizeof(int));inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr);if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1)return -2;//throw "连接失败";if (SOCKET_ERROR == sockClient) {printf("Socket() error:%d", WSAGetLastError());return -3;}DeviceInfo deviceInfo;deviceInfo.cam_no = cam_no;deviceInfo.sockClient = sockClient;av_register_all();unsigned version = avcodec_version();//printf("FFmpeg version: %d\n", version);//初始化流文件状态time_t tt = time(NULL);//这句返回的只是一个时间cuotm* t = localtime(&tt);char ctmBegin[20];strftime(ctmBegin, 20, "/%Y%m%d%H%M", t);caminfo cinfoInstance;deviceInfo.cam_name = cam_name;//std::string dataName = cam_name;cinfoInstance.foutV.open(cam_name + std::string(ctmBegin) + ".dat", ios::binary);//判断间隔一小时cinfoInstance.timeInHour = t->tm_hour;cameraMap[cam_no] = &cinfoInstance;char str3[20];sprintf(str3, "camno: %d start", cam_no);SLOG1(str3);AVFormatContext *pFormatCtx;int   i, videoindex;AVCodecContext *pCodecCtx;AVCodec  *pCodec;char filepath[] = "video.264";//av_register_all();avformat_network_init();pFormatCtx = avformat_alloc_context();//patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat";//fp_open = fopen(patha.c_str(), "rb+");unsigned char *aviobuffer = (unsigned char *)av_malloc(1512);send_cmd(cam_no, size,2,cam_name, sockClient);AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL);pFormatCtx->pb = avio;//if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) {if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {printf("Couldn't open input stream %d\n", cam_no);return -1;}printf("camno %d find stream\n", cam_no);pFormatCtx->probesize = 1000 * 1024;pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE;pCodec = NULL;while (pCodec == NULL) {printf("%d start find stream info \n", cam_no);if (avformat_find_stream_info(pFormatCtx, NULL) < 0) {printf("Couldn't find stream info %d\n", cam_no);goto restart_stream;continue;}videoindex = -1;for (i = 0; i < pFormatCtx->nb_streams; i++)if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {if (videoindex == -1) {videoindex = i;}//break;}if (videoindex == -1) {printf("%d Didn't find a video stream.\n", cam_no);goto restart_stream;}pCodecCtx = pFormatCtx->streams[videoindex]->codec;//pCodec = avcodec_find_decoder(AV_CODEC_ID_H264);pCodec = avcodec_find_decoder(pCodecCtx->codec_id);if (pCodec == NULL) {printf("%d Codec not found \n", cam_no);goto restart_stream;//return -1;}if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) {printf("%d Could not open codec.\n", cam_no);goto restart_stream;continue;//return -1;}if (pCodecCtx->width <= 0 || pCodecCtx->height <= 0 || pCodecCtx->height >2000 || pCodecCtx->width >3000) {printf("cam %d pCodecCtx error 1 width %d height %d ", cam_no, pCodecCtx->width, pCodecCtx->height);goto restart_stream;}goto ok;restart_stream:printf("%d restart 1 ", cam_no);avformat_free_context(pFormatCtx);printf("restart 2 ");//avformat_close_input(&pFormatCtx);pFormatCtx = NULL;pFormatCtx = avformat_alloc_context();printf("restart 3 ");//av_freep(aviobuffer);//printf("restart 4");aviobuffer = (unsigned char *)av_malloc(1512);printf("restart 4 ");AVIOContext *avio2 = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL);pFormatCtx->pb = avio2;pFormatCtx->probesize = 1000 * 1024;pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE;if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {printf("2Couldn't open input stream %d\n", cam_no);//return -1;}printf("restart 5\n");pCodec = NULL;continue;ok:break;}printf("camno:%d code name :%s width %d height %d\n",cam_no, pCodec->name, pCodecCtx->width, pCodecCtx->height);AVFrame *pFrame, *pFrameYUV;pFrame = av_frame_alloc();pFrameYUV = av_frame_alloc();int ret, got_picture;if (g_errorcall) {char* cc;int length = strlen(pCodec->name);cc = new char[length + 1];strcpy(cc, pCodec->name);g_errorcall(0, cam_no, pCodecCtx->width, pCodecCtx->height, cc, 11);}AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));struct SwsContext *img_convert_ctx;img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);uint8_t *out_buffer;printf("cam %d ready decode 2", cam_no);out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);//av_image_fill_arrays(pFrameYUV->data, pFrameYUV->linesize, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height, 1);printf("cam %d ready decode 3", cam_no);int dec_error_count = 0;int tmp_test = 0;while (av_read_frame(pFormatCtx, packet) >= 0) {if (packet->stream_index == videoindex) {//tmp_test++;if (packet->size < 50) {av_free_packet(packet);//printf("cam:%d packet is too small %d\n", cam_no, packet->size);Sleep(3);continue;}if (g_errorcall != 0)g_errorcall(2, deviceInfo.cam_no, 1, 2, "start decode",3);char str_decode[40];sprintf(str_decode, "cam %d start decode", cam_no);SLOG1(str_decode);ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);if (ret < 0) {dec_error_count++;char str3[80];sprintf(str3, "%d%s decode_error:%d error_count %d", cam_no, " Decode Error", ret, dec_error_count);SLOG1(str3);if (g_errorcall != 0)g_errorcall(1, deviceInfo.cam_no, 0, 2, str3, 80);printf("cam:%d Decode Error got_picture %d decode_error_num %d\n", cam_no, got_picture, dec_error_count);if (dec_error_count > 2) {dec_error_count = 0;// restart ffmpegav_free_packet(packet);Sleep(50);sws_freeContext(img_convert_ctx);img_convert_ctx = NULL;printf("cam %d sws_freeContext 1\n", cam_no);//av_free(out_buffer); //av_free(pFrameYUV);avcodec_close(pCodecCtx);//pCodecCtx = NULL;if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {printf("Could not open codec.\n");return -1;}/*pFrame = av_frame_alloc();pFrameYUV = av_frame_alloc();*///packet = (AVPacket *)av_malloc(sizeof(AVPacket));printf("cam_no %d avcodec_open2 ok width:%d height:%d\n", cam_no, pCodecCtx->width, pCodecCtx->height);img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);char str3[40];sprintf(str3, "ffmpeg restart cam %d ", cam_no);SLOG1(str3);continue;}}if (got_picture) {if (g_errorcall != 0)g_errorcall(2, deviceInfo.cam_no, 1, 2, "got_picture",4);char str3[40];sprintf(str3, "cam %d got_picture", cam_no);SLOG1(str3);sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width);}}av_free_packet(packet);Sleep(10);}sws_freeContext(img_convert_ctx);//av_free(out_buffer); av_free(pFrameYUV);avcodec_close(pCodecCtx);avformat_close_input(&pFormatCtx);return 0;}int tcp_init(char* ip, int port) {int res = tcpInit(ip, port);//printf("conn server\t%d\n", res);return res;}int ffmpeg_recv(int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width)){av_register_all();unsigned version = avcodec_version();printf("FFmpeg version: %d\n", version);AVFormatContext *pFormatCtx;int   i, videoindex;AVCodecContext *pCodecCtx;AVCodec  *pCodec;char filepath[] = "video.264";avformat_network_init();pFormatCtx = avformat_alloc_context();//string patha = "C:\\Users\\sbd01\\Videos\\video.264";//fp_open = fopen(patha.c_str(), "rb+");unsigned char *aviobuffer = (unsigned char *)av_malloc(1512);AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &cam_no, read_buffer, NULL, NULL);pFormatCtx->pb = avio;if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {printf("Couldn't open input stream.\n");return -1;}if (avformat_find_stream_info(pFormatCtx, NULL)<0) {printf("Couldn't find stream information.\n");return -1;}videoindex = -1;for (i = 0; i<pFormatCtx->nb_streams; i++)if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {videoindex = i;break;}if (videoindex == -1) {printf("Didn't find a video stream.\n");return -1;}pCodecCtx = pFormatCtx->streams[videoindex]->codec;pCodec = avcodec_find_decoder(pCodecCtx->codec_id);if (pCodec == NULL) {printf("Codec not found.\n");return -1;}if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {printf("Could not open codec.\n");return -1;}AVFrame *pFrame, *pFrameYUV;pFrame = av_frame_alloc();pFrameYUV = av_frame_alloc();int ret, got_picture;AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));struct SwsContext *img_convert_ctx;img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);uint8_t *out_buffer;out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);while (av_read_frame(pFormatCtx, packet) >= 0) {if (packet->stream_index == videoindex) {ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);if (ret < 0) {printf("Decode Error.\n");return -1;}if (got_picture) {sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width);}}av_free_packet(packet);}sws_freeContext(img_convert_ctx);//fclose(fp_open);//SDL_Quit();//av_free(out_buffer); av_free(pFrameYUV);avcodec_close(pCodecCtx);avformat_close_input(&pFormatCtx);return 0;}//Callback int file_buffer(void *opaque, uint8_t *buf, int buf_size) {FILE *fp_open = (FILE *)opaque;if (!feof(fp_open)) {int true_size = fread(buf, 1, buf_size, fp_open);return true_size;}else {return -1;}}int play_file(char* file_name, FrameFunc tcallback(char* a, int size,int num, int height, int width)){av_register_all();unsigned version = avcodec_version();printf("FFmpeg version: %d\n", version);AVFormatContext *pFormatCtx;int   i, videoindex;AVCodecContext *pCodecCtx;AVCodec  *pCodec;char filepath[] = "video.264";//av_register_all();avformat_network_init();pFormatCtx = avformat_alloc_context();string patha = "C:\\Users\\sbd01\\Videos\\video.264";//patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat";FILE *fp_open = fopen(file_name, "rb+");unsigned char *aviobuffer = (unsigned char *)av_malloc(32768);//printf("avio_alloc_context %d\n", cam_no);AVIOContext *avio = avio_alloc_context(aviobuffer, 32768, 0, (void*)fp_open, file_buffer, NULL, NULL);pFormatCtx->pb = avio;//if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) {if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {printf("Couldn't open input stream.\n");return -1;}if (avformat_find_stream_info(pFormatCtx, NULL)<0) {printf("Couldn't find stream information.\n");return -1;}videoindex = -1;for (i = 0; i<pFormatCtx->nb_streams; i++)if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {videoindex = i;break;}if (videoindex == -1) {printf("Didn't find a video stream.\n");return -1;}pCodecCtx = pFormatCtx->streams[videoindex]->codec;pCodec = avcodec_find_decoder(pCodecCtx->codec_id);if (pCodec == NULL) {printf("Codec not found.\n");return -1;}if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {printf("Could not open codec.\n");return -1;}AVFrame *pFrame, *pFrameYUV;pFrame = av_frame_alloc();pFrameYUV = av_frame_alloc();/*if (SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)) {printf("Could not initialize SDL - %s\n", SDL_GetError());return -1;}*//*int screen_w = 0, screen_h = 0;SDL_Surface *screen;screen_w = pCodecCtx->width;screen_h = pCodecCtx->height;screen = SDL_SetVideoMode(screen_w, screen_h, 0, 0);if (!screen) {printf("SDL: could not set video mode - exiting:%s\n", SDL_GetError());return -1;}SDL_Overlay *bmp;bmp = SDL_CreateYUVOverlay(pCodecCtx->width, pCodecCtx->height, SDL_YV12_OVERLAY, screen);SDL_Rect rect;rect.x = 0;rect.y = 0;rect.w = screen_w;rect.h = screen_h;*///SDL End------------------------ int ret, got_picture;AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));struct SwsContext *img_convert_ctx;img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);uint8_t *out_buffer;out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);while (av_read_frame(pFormatCtx, packet) >= 0) {if (packet->stream_index == videoindex) {ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);if (ret < 0) {printf("Decode Error.\n");return -1;}if (got_picture) {sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, 1, pCodecCtx->height, pCodecCtx->width);}}av_free_packet(packet);}sws_freeContext(img_convert_ctx);//fclose(fp_open);//SDL_Quit();//av_free(out_buffer); av_free(pFrameYUV);avcodec_close(pCodecCtx);avformat_close_input(&pFormatCtx);return 0;}

以上这篇python opencv图片编码为h264文件的实例就是小编分享给大家的全部内容了，希望能给大家一个参考，也希望大家多多支持。