123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289 |
- /*
- * Copyright (c) 2016-2020, NVIDIA CORPORATION. All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * * Neither the name of NVIDIA CORPORATION nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
- * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
- * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
- * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
- * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
- * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- #include <qmetatype.h>
- #include <QCoreApplication>
- #include <QSharedMemory>
- #include "NvUtils.h"
- #include <fstream>
- #include <iostream>
- #include <linux/videodev2.h>
- #include <malloc.h>
- #include <sstream>
- #include <string.h>
- #include <fcntl.h>
- #include <poll.h>
- #include "nvbuf_utils.h"
- #include <thread>
- #include "video_encode.h"
- #define TEST_ERROR(cond, str, label) if(cond) { \
- cerr << str << endl; \
- error = 1; \
- goto label; }
- #define TEST_PARSE_ERROR(cond, label) if(cond) { \
- cerr << "Error parsing runtime parameter changes string" << endl; \
- goto label; }
- #define IS_DIGIT(c) (c >= '0' && c <= '9')
- #define MICROSECOND_UNIT 1000000
- using namespace std;
- /**
- * Abort on error.
- *
- * @param ctx : Encoder context
- */
- static void
- abort(context_t *ctx)
- {
- ctx->got_error = true;
- ctx->enc->abort();
- }
- /**
- * Initialise CRC Rec and creates CRC Table based on the polynomial.
- *
- * @param CrcPolynomial : CRC Polynomial values
- */
- static
- Crc* InitCrc(unsigned int CrcPolynomial)
- {
- unsigned short int i;
- unsigned short int j;
- unsigned int tempcrc;
- Crc *phCrc;
- phCrc = (Crc*) malloc (sizeof(Crc));
- if (phCrc == NULL)
- {
- cerr << "Mem allocation failed for Init CRC" <<endl;
- return NULL;
- }
- memset (phCrc, 0, sizeof(Crc));
- for (i = 0; i <= 255; i++)
- {
- tempcrc = i;
- for (j = 8; j > 0; j--)
- {
- if (tempcrc & 1)
- {
- tempcrc = (tempcrc >> 1) ^ CrcPolynomial;
- }
- else
- {
- tempcrc >>= 1;
- }
- }
- phCrc->CRCTable[i] = tempcrc;
- }
- phCrc->CrcValue = 0;
- return phCrc;
- }
- /**
- * Calculates CRC of data provided in by buffer.
- *
- * @param *phCrc : bitstream CRC
- * @param buffer : process buffer
- * @param count : bytes used
- */
- static
- void CalculateCrc(Crc *phCrc, unsigned char *buffer, uint32_t count)
- {
- unsigned char *p;
- unsigned int temp1;
- unsigned int temp2;
- unsigned int crc = phCrc->CrcValue;
- unsigned int *CRCTable = phCrc->CRCTable;
- if(!count)
- return;
- p = (unsigned char *) buffer;
- while (count-- != 0)
- {
- temp1 = (crc >> 8) & 0x00FFFFFFL;
- temp2 = CRCTable[((unsigned int) crc ^ *p++) & 0xFF];
- crc = temp1 ^ temp2;
- }
- phCrc->CrcValue = crc;
- }
- /**
- * Closes CRC related handles.
- *
- * @param *phCrc : bitstream CRC
- */
- static
- void CloseCrc(Crc **phCrc)
- {
- if (*phCrc)
- free (*phCrc);
- }
- bool gbNewData = false;
- #include <QWaitCondition>
- #include <QMutex>
- QWaitCondition gwc;
- static QMutex gWaitMutex;
- static int gndatasize = 0;
- char * gstrbuffer;
- QMutex gMutexLock;
- bool gbNewOut = false;
- QWaitCondition gwcout;
- char * gstrout;
- QMutex gWaitMutexout;
- QMutex gMutexout;
- int gnoutsize = 0;
- #include "zerobuffer.h"
- extern ZeroBuffer * gbuffer;
- int
- read_YUV_frame(NvBuffer & buffer)
- {
- std::cout<<"read frame."<<std::endl;
- // char * strdata = gstrbuffer;
- // while(gbNewData == false)
- // {
- // gWaitMutex.lock();
- // gwc.wait(&gWaitMutex,10);
- // gWaitMutex.unlock();
- // }
- // gMutexLock.lock();
- // memcpy(strdata,gstrbuffer,gndatasize);
- // gbNewData = false;
- // gMutexLock.unlock();
- char * strdata;
- static qint64 nlastuptime = 0;
- while(nlastuptime == gbuffer->GetUpTime())
- {
- gbuffer->WaitRead(100);
- }
- nlastuptime = gbuffer->GetUpTime();
- int nreq = gbuffer->RequireBuffer(&strdata,1000);
- while(nreq<0)
- {
- nreq = gbuffer->RequireBuffer(&strdata,1000);
- }
- uint32_t i, j;
- char *data;
- int nstrdatapos = 0;
- for (i = 0; i < buffer.n_planes; i++)
- {
- NvBuffer::NvBufferPlane &plane = buffer.planes[i];
- std::streamsize bytes_to_read =
- plane.fmt.bytesperpixel * plane.fmt.width;
- data = (char *) plane.data;
- plane.bytesused = 0;
- for (j = 0; j < plane.fmt.height; j++)
- {
- memcpy(data,strdata+nstrdatapos,bytes_to_read);
- // stream->read(data, bytes_to_read);
- // if (stream->gcount() < bytes_to_read)
- // return -1;
- nstrdatapos += bytes_to_read;
- data += plane.fmt.stride;
- }
- plane.bytesused = plane.fmt.stride * plane.fmt.height;
- }
- gbuffer->ReleaseBuffer();
- std::cout<<"complete read a frame."<<std::endl;
- return 0;
- }
- /**
- * Write encoded frame data.
- *
- * @param stream : output stream
- * @param buffer : output nvbuffer
- */
- static int
- write_encoder_output_frame(ofstream * stream, NvBuffer * buffer)
- {
- stream->write((char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- return 0;
- }
- static int
- share_encoder_output_frame(NvBuffer * buffer)
- {
- gMutexout.lock();
- memcpy(gstrout,(char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- gnoutsize = buffer->planes[0].bytesused;
- gbNewOut = true;
- gMutexout.unlock();
- gwcout.wakeAll();
- // stream->write((char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- return 0;
- }
- /**
- * Encoder capture-plane deque buffer callback function.
- *
- * @param v4l2_buf : v4l2 buffer
- * @param buffer : NvBuffer
- * @param shared_buffer : shared NvBuffer
- * @param arg : context pointer
- */
- static bool
- encoder_capture_plane_dq_callback(struct v4l2_buffer *v4l2_buf, NvBuffer * buffer,
- NvBuffer * shared_buffer, void *arg)
- {
- context_t *ctx = (context_t *) arg;
- NvVideoEncoder *enc = ctx->enc;
- pthread_setname_np(pthread_self(), "EncCapPlane");
- uint32_t frame_num = ctx->enc->capture_plane.getTotalDequeuedBuffers() - 1;
- uint32_t ReconRef_Y_CRC = 0;
- uint32_t ReconRef_U_CRC = 0;
- uint32_t ReconRef_V_CRC = 0;
- static uint32_t num_encoded_frames = 1;
- struct v4l2_event ev;
- int ret = 0;
- if (v4l2_buf == NULL)
- {
- cout << "Error while dequeing buffer from output plane" << endl;
- abort(ctx);
- return false;
- }
- if (ctx->b_use_enc_cmd)
- {
- if(v4l2_buf->flags & V4L2_BUF_FLAG_LAST)
- {
- memset(&ev,0,sizeof(struct v4l2_event));
- ret = ctx->enc->dqEvent(ev,1000);
- if (ret < 0)
- cout << "Error in dqEvent" << endl;
- if(ev.type == V4L2_EVENT_EOS)
- return false;
- }
- }
- /* Received EOS from encoder. Stop dqthread. */
- if (buffer->planes[0].bytesused == 0)
- {
- cout << "Got 0 size buffer in capture \n";
- return false;
- }
- /* Computing CRC with each frame */
- if(ctx->pBitStreamCrc)
- CalculateCrc (ctx->pBitStreamCrc, buffer->planes[0].data, buffer->planes[0].bytesused);
- static int a1 = 0;
- if (!ctx->stats)
- {
- std::cout<<" out a buffer, size: "<<buffer->planes[0].bytesused<<std::endl;
- if(a1 < 30)
- write_encoder_output_frame(ctx->out_file, buffer);
- a1++;
- share_encoder_output_frame(buffer);
- }
- /* Accounting for the first frame as it is only sps+pps */
- if (ctx->gdr_out_frame_number != 0xFFFFFFFF)
- if ( (ctx->enableGDR) && (ctx->GDR_out_file_path) && (num_encoded_frames >= ctx->gdr_out_frame_number+1))
- write_encoder_output_frame(ctx->gdr_out_file, buffer);
- num_encoded_frames++;
- if (ctx->report_metadata)
- {
- v4l2_ctrl_videoenc_outputbuf_metadata enc_metadata;
- if (ctx->enc->getMetadata(v4l2_buf->index, enc_metadata) == 0)
- {
- if (ctx->bReconCrc && enc_metadata.bValidReconCRC) {
- /* CRC for Recon frame */
- cout << "Frame: " << frame_num << endl;
- cout << "ReconFrame_Y_CRC " << enc_metadata.ReconFrame_Y_CRC <<
- " ReconFrame_U_CRC " << enc_metadata.ReconFrame_U_CRC <<
- " ReconFrame_V_CRC " << enc_metadata.ReconFrame_V_CRC <<
- endl;
- if (!ctx->recon_Ref_file->eof())
- {
- string recon_ref_YUV_data[4];
- parse_csv_recon_file(ctx->recon_Ref_file, recon_ref_YUV_data);
- ReconRef_Y_CRC = stoul(recon_ref_YUV_data[0]);
- ReconRef_U_CRC = stoul(recon_ref_YUV_data[1]);
- ReconRef_V_CRC = stoul(recon_ref_YUV_data[2]);
- }
- if ((ReconRef_Y_CRC != enc_metadata.ReconFrame_Y_CRC) ||
- (ReconRef_U_CRC != enc_metadata.ReconFrame_U_CRC) ||
- (ReconRef_V_CRC != enc_metadata.ReconFrame_V_CRC))
- {
- cout << "Recon CRC FAIL" << endl;
- cout << "ReconRef_Y_CRC " << ReconRef_Y_CRC <<
- " ReconRef_U_CRC " << ReconRef_U_CRC <<
- " ReconRef_V_CRC " << ReconRef_V_CRC <<
- endl;
- abort(ctx);
- return false;
- }
- cout << "Recon CRC PASS for frame : " << frame_num << endl;
- } else if (ctx->externalRPS && enc_metadata.bRPSFeedback_status) {
- /* RPS Feedback */
- cout << "Frame: " << frame_num << endl;
- cout << "nCurrentRefFrameId " << enc_metadata.nCurrentRefFrameId <<
- " nActiveRefFrames " << enc_metadata.nActiveRefFrames << endl;
- for (uint32_t i = 0; i < enc_metadata.nActiveRefFrames; i++)
- {
- cout << "FrameId " << enc_metadata.RPSList[i].nFrameId <<
- " IdrFrame " << (int) enc_metadata.RPSList[i].bIdrFrame <<
- " LTRefFrame " << (int) enc_metadata.RPSList[i].bLTRefFrame <<
- " PictureOrderCnt " << enc_metadata.RPSList[i].nPictureOrderCnt <<
- " FrameNum " << enc_metadata.RPSList[i].nFrameNum <<
- " LTFrameIdx " << enc_metadata.RPSList[i].nLTRFrameIdx << endl;
- }
- } else if (ctx->externalRCHints) {
- /* Rate Control Feedback */
- cout << "Frame: " << frame_num << endl;
- cout << "EncodedBits " << enc_metadata.EncodedFrameBits <<
- " MinQP " << enc_metadata.FrameMinQP <<
- " MaxQP " << enc_metadata.FrameMaxQP <<
- endl;
- } else {
- cout << "Frame " << frame_num <<
- ": isKeyFrame=" << (int) enc_metadata.KeyFrame <<
- " AvgQP=" << enc_metadata.AvgQP <<
- " MinQP=" << enc_metadata.FrameMinQP <<
- " MaxQP=" << enc_metadata.FrameMaxQP <<
- " EncodedBits=" << enc_metadata.EncodedFrameBits <<
- endl;
- }
- }
- }
- if (ctx->dump_mv)
- {
- /* Get motion vector parameters of the frames from encoder */
- v4l2_ctrl_videoenc_outputbuf_metadata_MV enc_mv_metadata;
- if (ctx->enc->getMotionVectors(v4l2_buf->index, enc_mv_metadata) == 0)
- {
- uint32_t numMVs = enc_mv_metadata.bufSize / sizeof(MVInfo);
- MVInfo *pInfo = enc_mv_metadata.pMVInfo;
- cout << "Frame " << frame_num << ": Num MVs=" << numMVs << endl;
- for (uint32_t i = 0; i < numMVs; i++, pInfo++)
- {
- cout << i << ": mv_x=" << pInfo->mv_x <<
- " mv_y=" << pInfo->mv_y <<
- " weight=" << pInfo->weight <<
- endl;
- }
- }
- }
- /* encoder qbuffer for capture plane */
- if (enc->capture_plane.qBuffer(*v4l2_buf, NULL) < 0)
- {
- cerr << "Error while Qing buffer at capture plane" << endl;
- abort(ctx);
- return false;
- }
- return true;
- }
- /**
- * Parse runtime command stream.
- *
- * @param ctx : Encoder context
- * @param id : string id
- * @param value : Integer value
- */
- static int
- get_next_parsed_pair(context_t *ctx, char *id, uint32_t *value)
- {
- char charval;
- *ctx->runtime_params_str >> *id;
- if (ctx->runtime_params_str->eof())
- {
- return -1;
- }
- charval = ctx->runtime_params_str->peek();
- if (!IS_DIGIT(charval))
- {
- return -1;
- }
- *ctx->runtime_params_str >> *value;
- *ctx->runtime_params_str >> charval;
- if (ctx->runtime_params_str->eof())
- {
- return 0;
- }
- return charval;
- }
- /**
- * Set Runtime Parameters.
- *
- * @param ctx : Encoder context
- */
- static int
- set_runtime_params(context_t *ctx)
- {
- char charval;
- uint32_t intval;
- int ret, next;
- cout << "Frame " << ctx->next_param_change_frame <<
- ": Changing parameters" << endl;
- while (!ctx->runtime_params_str->eof())
- {
- next = get_next_parsed_pair(ctx, &charval, &intval);
- TEST_PARSE_ERROR(next < 0, err);
- switch (charval)
- {
- case 'b':
- if (ctx->ratecontrol == V4L2_MPEG_VIDEO_BITRATE_MODE_VBR &&
- ctx->peak_bitrate < intval) {
- uint32_t peak_bitrate = 1.2f * intval;
- cout << "Peak bitrate = " << peak_bitrate << endl;
- ret = ctx->enc->setPeakBitrate(peak_bitrate);
- if (ret < 0)
- {
- cerr << "Could not set encoder peakbitrate" << endl;
- goto err;
- }
- }
- cout << "Bitrate = " << intval << endl;
- ret = ctx->enc->setBitrate(intval);
- if (ret < 0)
- {
- cerr << "Could not set encoder bitrate" << endl;
- goto err;
- }
- break;
- case 'p':
- cout << "Peak bitrate = " << intval << endl;
- ret = ctx->enc->setPeakBitrate(intval);
- if (ret < 0)
- {
- cerr << "Could not set encoder peakbitrate" << endl;
- goto err;
- }
- break;
- case 'r':
- {
- int fps_num = intval;
- TEST_PARSE_ERROR(next != '/', err);
- ctx->runtime_params_str->seekg(-1, ios::cur);
- next = get_next_parsed_pair(ctx, &charval, &intval);
- TEST_PARSE_ERROR(next < 0, err);
- cout << "Framerate = " << fps_num << "/" << intval << endl;
- ret = ctx->enc->setFrameRate(fps_num, intval);
- if (ret < 0)
- {
- cerr << "Could not set framerate" << endl;
- goto err;
- }
- break;
- }
- case 'i':
- if (intval > 0)
- {
- ctx->enc->forceIDR();
- cout << "Forcing IDR" << endl;
- }
- break;
- default:
- TEST_PARSE_ERROR(true, err);
- }
- switch (next)
- {
- case 0:
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return 0;
- case '#':
- return 0;
- case ',':
- break;
- default:
- break;
- }
- }
- return 0;
- err:
- cerr << "Skipping further runtime parameter changes" <<endl;
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return -1;
- }
- /**
- * Get the next runtime parameters change for frame.
- *
- * @param ctx : Encoder context
- */
- static int
- get_next_runtime_param_change_frame(context_t *ctx)
- {
- char charval;
- int ret;
- ret = get_next_parsed_pair(ctx, &charval, &ctx->next_param_change_frame);
- if(ret == 0)
- {
- return 0;
- }
- TEST_PARSE_ERROR((ret != ';' && ret != ',') || charval != 'f', err);
- return 0;
- err:
- cerr << "Skipping further runtime parameter changes" <<endl;
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return -1;
- }
- /**
- * Set encoder context defaults values.
- *
- * @param ctx : Encoder context
- */
- static void
- set_defaults(context_t * ctx)
- {
- memset(ctx, 0, sizeof(context_t));
- ctx->raw_pixfmt = V4L2_PIX_FMT_YUV420M;
- ctx->bitrate =4 * 1024 * 1024;// 4 * 1024 * 1024;
- ctx->peak_bitrate = 0;
- ctx->profile = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE;
- ctx->ratecontrol = V4L2_MPEG_VIDEO_BITRATE_MODE_CBR;
- ctx->iframe_interval = 30;
- ctx->externalRPS = false;
- ctx->enableGDR = false;
- ctx->enableROI = false;
- ctx->bnoIframe = false;
- ctx->bGapsInFrameNumAllowed = false;
- ctx->bReconCrc = false;
- ctx->enableLossless = false;
- ctx->nH264FrameNumBits = 0;
- ctx->nH265PocLsbBits = 0;
- ctx->idr_interval = 256;
- ctx->level = -1;
- ctx->fps_n = 30;//30;
- ctx->fps_d = 1;
- ctx->gdr_start_frame_number = 0xffffffff;
- ctx->gdr_num_frames = 0xffffffff;
- ctx->gdr_out_frame_number = 0xffffffff;
- ctx->num_b_frames = (uint32_t) -1;
- ctx->nMinQpI = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpI = (uint32_t)QP_RETAIN_VAL;
- ctx->nMinQpP = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpP = (uint32_t)QP_RETAIN_VAL;
- ctx->nMinQpB = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpB = (uint32_t)QP_RETAIN_VAL;
- ctx->use_gold_crc = false;
- ctx->pBitStreamCrc = NULL;
- ctx->externalRCHints = false;
- ctx->input_metadata = false;
- ctx->sMaxQp = 51;
- ctx->stats = false;
- ctx->stress_test = 1;
- ctx->output_memory_type = V4L2_MEMORY_DMABUF;
- ctx->cs = V4L2_COLORSPACE_SMPTE170M;
- ctx->copy_timestamp = false;
- ctx->start_ts = 0;
- ctx->max_perf = 0;
- ctx->blocking_mode = 1;
- ctx->startf = 0;
- ctx->endf = 0;
- ctx->num_output_buffers = 6;
- ctx->num_frames_to_encode = -1;
- }
- /**
- * Populate the Region Of Interest(ROI) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ROI_params : encoder ROI Parameters
- */
- static void
- populate_roi_Param(std::ifstream * stream, v4l2_enc_frame_ROI_params *VEnc_ROI_params)
- {
- unsigned int ROIIndex = 0;
- if (!stream->eof()) {
- *stream >> VEnc_ROI_params->num_ROI_regions;
- while (ROIIndex < VEnc_ROI_params->num_ROI_regions)
- {
- if (ROIIndex == V4L2_MAX_ROI_REGIONS) {
- string skip_str;
- getline(*stream, skip_str);
- VEnc_ROI_params->num_ROI_regions = V4L2_MAX_ROI_REGIONS;
- cout << "Maximum of " << V4L2_MAX_ROI_REGIONS <<
- "regions can be applied for a frame" << endl;
- break;
- }
- /* Populate Region Of Interest(ROI) coordinates and qpdelta value */
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].QPdelta;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.left;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.top;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.width;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.height;
- ROIIndex++;
- }
- } else {
- cout << "EOF of ROI_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- }
- /**
- * Populate the External Reference Picture Set(RPS) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ext_rps_ctrl_params : encoder RPS Parameters
- */
- static void
- populate_ext_rps_ctrl_Param (std::ifstream * stream, v4l2_enc_frame_ext_rps_ctrl_params *VEnc_ext_rps_ctrl_params)
- {
- unsigned int RPSIndex = 0;
- unsigned int temp = 0;
- stream->peek();
- restart :
- if (stream->eof()) {
- cout << "EOF of rps_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- if (!stream->eof()) {
- /* Populate External Reference Picture Set(RPS) specific configuration */
- *stream >> VEnc_ext_rps_ctrl_params->nFrameId;
- if (stream->eof())
- goto restart;
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->bRefFrame = ((temp)?true:false);
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->bLTRefFrame = ((temp)?true:false);
- *stream >> VEnc_ext_rps_ctrl_params->nMaxRefFrames;
- *stream >> VEnc_ext_rps_ctrl_params->nActiveRefFrames;
- *stream >> VEnc_ext_rps_ctrl_params->nCurrentRefFrameId;
- while (RPSIndex < VEnc_ext_rps_ctrl_params->nActiveRefFrames)
- {
- if (RPSIndex == V4L2_MAX_REF_FRAMES) {
- string skip_str;
- getline(*stream, skip_str);
- VEnc_ext_rps_ctrl_params->nActiveRefFrames = V4L2_MAX_REF_FRAMES;
- cout << "Maximum of " << V4L2_MAX_REF_FRAMES <<
- "reference frames are valid" << endl;
- break;
- }
- *stream >> VEnc_ext_rps_ctrl_params->RPSList[RPSIndex].nFrameId;
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->RPSList[RPSIndex].bLTRefFrame = ((temp)?true:false);
- RPSIndex++;
- }
- }
- }
- /**
- * Setup output plane for DMABUF io-mode.
- *
- * @param ctx : encoder context
- * @param num_buffers : request buffer count
- */
- static int
- setup_output_dmabuf(context_t *ctx, uint32_t num_buffers )
- {
- int ret=0;
- NvBufferCreateParams cParams;
- int fd;
- ret = ctx->enc->output_plane.reqbufs(V4L2_MEMORY_DMABUF,num_buffers);
- if(ret)
- {
- cerr << "reqbufs failed for output plane V4L2_MEMORY_DMABUF" << endl;
- return ret;
- }
- for (uint32_t i = 0; i < ctx->enc->output_plane.getNumBuffers(); i++)
- {
- cParams.width = ctx->width;
- cParams.height = ctx->height;
- cParams.layout = NvBufferLayout_Pitch;
- if (ctx->enableLossless && ctx->encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- cParams.colorFormat = NvBufferColorFormat_YUV444;
- }
- else if (ctx->profile == V4L2_MPEG_VIDEO_H265_PROFILE_MAIN10)
- {
- cParams.colorFormat = NvBufferColorFormat_NV12_10LE;
- }
- else
- {
- switch (ctx->cs)
- {
- case V4L2_COLORSPACE_REC709:
- cParams.colorFormat = ctx->enable_extended_colorformat ?
- NvBufferColorFormat_YUV420_709_ER : NvBufferColorFormat_YUV420_709;
- break;
- case V4L2_COLORSPACE_SMPTE170M:
- default:
- cParams.colorFormat = ctx->enable_extended_colorformat ?
- NvBufferColorFormat_YUV420_ER : NvBufferColorFormat_YUV420;
- }
- }
- cParams.nvbuf_tag = NvBufferTag_VIDEO_ENC;
- cParams.payloadType = NvBufferPayload_SurfArray;
- /* Create output plane fd for DMABUF io-mode */
- ret = NvBufferCreateEx(&fd, &cParams);
- if(ret < 0)
- {
- cerr << "Failed to create NvBuffer" << endl;
- return ret;
- }
- ctx->output_plane_fd[i]=fd;
- }
- return ret;
- }
- /**
- * Populate the External Rate Control(RC) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ext_rate_ctrl_params : encoder external RC Parameters
- */
- static void
- populate_ext_rate_ctrl_Param(std::ifstream * stream, v4l2_enc_frame_ext_rate_ctrl_params *VEnc_ext_rate_ctrl_params)
- {
- stream->peek();
- restart:
- if (stream->eof()) {
- cout << "EOF of hints_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- if (!stream->eof()) {
- /* Populate External Rate Control specific configuration */
- *stream >> VEnc_ext_rate_ctrl_params->nTargetFrameBits;
- if (stream->eof())
- goto restart;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameQP;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameMinQp;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameMaxQp;
- *stream >> VEnc_ext_rate_ctrl_params->nMaxQPDeviation;
- }
- }
- /**
- * Populate the Gradual Decoder Refresh(GDR) Parameters.
- *
- * @param stream : input stream
- * @param start_frame_num : start frame number
- * @param gdr_num_frames : GDR frame number
- */
- static void
- populate_gdr_Param(std::ifstream * stream, uint32_t *start_frame_num, uint32_t *gdr_num_frames)
- {
- if (stream->eof()) {
- *start_frame_num = 0xFFFFFFFF;
- cout << "GDR param EoF reached \n";
- }
- if (!stream->eof()) {
- *stream >> *start_frame_num;
- *stream >> *gdr_num_frames;
- }
- }
- /**
- * Encoder polling thread loop function.
- *
- * @param args : void arguments
- */
- static void *encoder_pollthread_fcn(void *arg)
- {
- context_t *ctx = (context_t *) arg;
- v4l2_ctrl_video_device_poll devicepoll;
- cout << "Starting Device Poll Thread " << endl;
- memset(&devicepoll, 0, sizeof(v4l2_ctrl_video_device_poll));
- /* wait here until signalled to issue the Poll call.
- Check if the abort status is set , if so exit
- Else issue the Poll on the encoder and block.
- When the Poll returns, signal the encoder thread to continue. */
- while (!ctx->got_error && !ctx->enc->isInError())
- {
- sem_wait(&ctx->pollthread_sema);
- if (ctx->got_eos)
- {
- cout << "Got eos, exiting poll thread \n";
- return NULL;
- }
- devicepoll.req_events = POLLIN | POLLOUT | POLLERR | POLLPRI;
- /* This call shall wait in the v4l2 encoder library */
- ctx->enc->DevicePoll(&devicepoll);
- /* Can check the devicepoll.resp_events bitmask to see which events are set. */
- sem_post(&ctx->encoderthread_sema);
- }
- return NULL;
- }
- /**
- * Encode processing function for non-blocking mode.
- *
- * @param ctx : Encoder context
- * @param eos : end of stream
- */
- static int encoder_proc_nonblocking(context_t &ctx, bool eos)
- {
- /* NOTE: In non-blocking mode, we will have this function do below things:
- 1) Issue signal to PollThread so it starts Poll and wait until signalled.
- 2) After we are signalled, it means there is something to dequeue,
- either output plane or capture plane or there's an event.
- 3) Try dequeuing from all three and then act appropriately.
- 4) After enqueuing go back to the same loop. */
- /* Since all the output plane buffers have been queued, we first need to
- dequeue a buffer from output plane before we can read new data into it
- and queue it again. */
- int ret = 0;
- while (!ctx.got_error && !ctx.enc->isInError())
- {
- /* Call SetPollInterrupt */
- ctx.enc->SetPollInterrupt();
- /* Since buffers have been queued, issue a post to start polling and
- then wait here */
- sem_post(&ctx.pollthread_sema);
- sem_wait(&ctx.encoderthread_sema);
- /* Already end of file, no more queue-dequeue for output plane */
- if (eos)
- goto check_capture_buffers;
- /* Check if can dequeue from output plane */
- while (1)
- {
- struct v4l2_buffer v4l2_output_buf;
- struct v4l2_plane output_planes[MAX_PLANES];
- NvBuffer *outplane_buffer = NULL;
- memset(&v4l2_output_buf, 0, sizeof(v4l2_output_buf));
- memset(output_planes, 0, sizeof(output_planes));
- v4l2_output_buf.m.planes = output_planes;
- /* Dequeue from output plane, fill the frame and enqueue it back again.
- NOTE: This could be moved out to a different thread as an optimization. */
- ret = ctx.enc->output_plane.dqBuffer(v4l2_output_buf, &outplane_buffer, NULL, 10);
- if (ret < 0)
- {
- if (errno == EAGAIN)
- {
- goto check_capture_buffers;
- }
- cerr << "ERROR while DQing buffer at output plane" << endl;
- abort(&ctx);
- return -1;
- }
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame( *outplane_buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *outplane_buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_output_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- break;
- }
- else
- {
- eos = true;
- v4l2_output_buf.m.planes[0].m.userptr = 0;
- v4l2_output_buf.m.planes[0].bytesused = 0;
- v4l2_output_buf.m.planes[1].bytesused = 0;
- v4l2_output_buf.m.planes[2].bytesused = 0;
- }
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_output_buf.index, VEnc_imeta_param);
- v4l2_output_buf.reserved2 = v4l2_output_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- /* Set user provided timestamp when copy timestamp is enabled */
- v4l2_output_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_output_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_output_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(!ctx.num_frames_to_encode)
- {
- outplane_buffer->planes[0].bytesused = outplane_buffer->planes[1].bytesused = outplane_buffer->planes[2].bytesused = 0;
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < outplane_buffer->n_planes; j++)
- {
- ret = NvBufferMemSyncForDevice (outplane_buffer->planes[j].fd, j, (void **)&outplane_buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- return -1;
- }
- }
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < outplane_buffer->n_planes; j++)
- {
- v4l2_output_buf.m.planes[j].bytesused = outplane_buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_output_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- return -1;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode--;
- }
- ctx.input_frames_queued_count++;
- if (v4l2_output_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- goto check_capture_buffers;
- }
- }
- check_capture_buffers:
- while (1)
- {
- struct v4l2_buffer v4l2_capture_buf;
- struct v4l2_plane capture_planes[MAX_PLANES];
- NvBuffer *capplane_buffer = NULL;
- bool capture_dq_continue = true;
- memset(&v4l2_capture_buf, 0, sizeof(v4l2_capture_buf));
- memset(capture_planes, 0, sizeof(capture_planes));
- v4l2_capture_buf.m.planes = capture_planes;
- v4l2_capture_buf.length = 1;
- /* Dequeue from output plane, fill the frame and enqueue it back again.
- NOTE: This could be moved out to a different thread as an optimization. */
- ret = ctx.enc->capture_plane.dqBuffer(v4l2_capture_buf, &capplane_buffer, NULL, 10);
- if (ret < 0)
- {
- if (errno == EAGAIN)
- break;
- cerr << "ERROR while DQing buffer at capture plane" << endl;
- abort(&ctx);
- return -1;
- }
- /* Invoke encoder capture-plane deque buffer callback */
- capture_dq_continue = encoder_capture_plane_dq_callback(&v4l2_capture_buf, capplane_buffer, NULL,
- &ctx);
- if (!capture_dq_continue)
- {
- cout << "Capture plane dequeued 0 size buffer " << endl;
- ctx.got_eos = true;
- return 0;
- }
- }
- }
- return 0;
- }
- /**
- * Encode processing function for blocking mode.
- *
- * @param ctx : Encoder context
- * @param eos : end of stream
- */
- static int encoder_proc_blocking(context_t &ctx, bool eos)
- {
- int ret = 0;
- /* Keep reading input till EOS is reached */
- while (!ctx.got_error && !ctx.enc->isInError() && !eos)
- {
- static int index =0;
- // std::cout<<"index: "<<index<<std::endl;
- index++;
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- NvBuffer *buffer;
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, sizeof(planes));
- v4l2_buf.m.planes = planes;
- /* dequeue buffer from encoder output plane */
- if (ctx.enc->output_plane.dqBuffer(v4l2_buf, &buffer, NULL, 10) < 0)
- {
- cerr << "ERROR while DQing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame( *buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- ctx.got_eos = true;
- break;
- }
- else
- {
- eos = true;
- ctx.got_eos = true;
- v4l2_buf.m.planes[0].m.userptr = 0;
- v4l2_buf.m.planes[0].bytesused = v4l2_buf.m.planes[1].bytesused = v4l2_buf.m.planes[2].bytesused = 0;
- }
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_buf.index, VEnc_imeta_param);
- v4l2_buf.reserved2 = v4l2_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- /* Set user provided timestamp when copy timestamp is enabled */
- v4l2_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- ret = NvBufferMemSyncForDevice (buffer->planes[j].fd, j, (void **)&buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- }
- if(!ctx.num_frames_to_encode)
- {
- buffer->planes[0].bytesused = buffer->planes[1].bytesused = buffer->planes[2].bytesused = 0;
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- v4l2_buf.m.planes[j].bytesused = buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode--;
- }
- ctx.input_frames_queued_count++;
- if (v4l2_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- ctx.got_eos = true;
- return 0;
- }
- }
- cleanup:
- return -1;
- }
- //#include <QTime>
- #include <iostream>
- #include <thread>
- /**
- * Encode processing function.
- *
- * @param ctx : Encoder context
- * @param argc : Argument Count
- * @param argv : Argument Vector
- */
- static int
- encode_proc(context_t& ctx, int argc, char *argv[])
- {
- int64_t now;
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p1: "<<now<<std::endl;
- int ret = 0;
- int error = 0;
- bool eos = false;
- /* Set default values for encoder context members. */
- set_defaults(&ctx);
- /* Parse application command line options. */
- ret = parse_csv_args(&ctx, argc, argv);
- ctx.insert_sps_pps_at_idr = true;
- TEST_ERROR(ret < 0, "Error parsing commandline arguments", cleanup);
- /* Set thread name for encoder Output Plane thread. */
- pthread_setname_np(pthread_self(),"EncOutPlane");
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str)
- {
- get_next_runtime_param_change_frame(&ctx);
- }
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265)
- {
- TEST_ERROR(ctx.width < 144 || ctx.height < 144, "Height/Width should be"
- " > 144 for H.265", cleanup);
- }
- if (ctx.endf) {
- TEST_ERROR(ctx.startf > ctx.endf, "End frame should be greater than start frame", cleanup);
- ctx.num_frames_to_encode = ctx.endf - ctx.startf + 1;
- }
- if (ctx.use_gold_crc)
- {
- /* CRC specific initializetion if gold_crc flag is set */
- ctx.pBitStreamCrc = InitCrc(CRC32_POLYNOMIAL);
- TEST_ERROR(!ctx.pBitStreamCrc, "InitCrc failed", cleanup);
- }
- /* Open input file for raw yuv */
- ctx.in_file = new ifstream(ctx.in_file_path);
- TEST_ERROR(!ctx.in_file->is_open(), "Could not open input file", cleanup);
- // ctx.stats = true;
- if (!ctx.stats)
- {
- /* Open output file for encoded bitstream */
- ctx.out_file = new ofstream(ctx.out_file_path);
- TEST_ERROR(!ctx.out_file->is_open(), "Could not open output file", cleanup);
- }
- if (ctx.ROI_Param_file_path) {
- /* Open Region of Intreset(ROI) parameter file when ROI feature enabled */
- ctx.roi_Param_file = new ifstream(ctx.ROI_Param_file_path);
- TEST_ERROR(!ctx.roi_Param_file->is_open(), "Could not open roi param file", cleanup);
- }
- if (ctx.Recon_Ref_file_path) {
- /* Open Reconstructed CRC reference file when ReconCRC feature enabled */
- ctx.recon_Ref_file = new ifstream(ctx.Recon_Ref_file_path);
- TEST_ERROR(!ctx.recon_Ref_file->is_open(), "Could not open recon crc reference file", cleanup);
- }
- if (ctx.RPS_Param_file_path) {
- /* Open Reference Picture set(RPS) specififc reference file when Dynamic RPS feature enabled */
- ctx.rps_Param_file = new ifstream(ctx.RPS_Param_file_path);
- TEST_ERROR(!ctx.rps_Param_file->is_open(), "Could not open rps param file", cleanup);
- }
- if (ctx.GDR_Param_file_path) {
- /* Open Gradual Decoder Refresh(GDR) parameters reference file when GDR feature enabled */
- ctx.gdr_Param_file = new ifstream(ctx.GDR_Param_file_path);
- TEST_ERROR(!ctx.gdr_Param_file->is_open(), "Could not open GDR param file", cleanup);
- }
- if (ctx.GDR_out_file_path) {
- /* Open Gradual Decoder Refresh(GDR) output parameters reference file when GDR feature enabled */
- ctx.gdr_out_file = new ofstream(ctx.GDR_out_file_path);
- TEST_ERROR(!ctx.gdr_out_file->is_open(), "Could not open GDR Out file", cleanup);
- }
- if (ctx.hints_Param_file_path) {
- /* Open external hints parameters file for when external rate control feature enabled */
- ctx.hints_Param_file = new ifstream(ctx.hints_Param_file_path);
- TEST_ERROR(!ctx.hints_Param_file->is_open(), "Could not open hints param file", cleanup);
- }
- /* Create NvVideoEncoder object for blocking or non-blocking I/O mode. */
- if (ctx.blocking_mode)
- {
- cout << "Creating Encoder in blocking mode \n";
- ctx.enc = NvVideoEncoder::createVideoEncoder("enc0");
- }
- else
- {
- cout << "Creating Encoder in non-blocking mode \n";
- ctx.enc = NvVideoEncoder::createVideoEncoder("enc0", O_NONBLOCK);
- }
- TEST_ERROR(!ctx.enc, "Could not create encoder", cleanup);
- if (ctx.stats)
- {
- ctx.enc->enableProfiling();
- }
- /* Set encoder capture plane format.
- NOTE: It is necessary that Capture Plane format be set before Output Plane
- format. It is necessary to set width and height on the capture plane as well */
- ret =
- ctx.enc->setCapturePlaneFormat(ctx.encoder_pixfmt, ctx.width,
- ctx.height, 2 * 1024 * 1024);
- TEST_ERROR(ret < 0, "Could not set capture plane format", cleanup);
- switch (ctx.profile)
- {
- case V4L2_MPEG_VIDEO_H265_PROFILE_MAIN10:
- ctx.raw_pixfmt = V4L2_PIX_FMT_P010M;
- break;
- case V4L2_MPEG_VIDEO_H265_PROFILE_MAIN:
- default:
- ctx.raw_pixfmt = V4L2_PIX_FMT_YUV420M;
- }
- /* Set encoder output plane format */
- if (ctx.enableLossless && ctx.encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- ctx.profile = V4L2_MPEG_VIDEO_H264_PROFILE_HIGH_444_PREDICTIVE;
- ret =
- ctx.enc->setOutputPlaneFormat(V4L2_PIX_FMT_YUV444M, ctx.width,
- ctx.height);
- }
- else
- {
- ret =
- ctx.enc->setOutputPlaneFormat(ctx.raw_pixfmt, ctx.width,
- ctx.height);
- }
- TEST_ERROR(ret < 0, "Could not set output plane format", cleanup);
- ret = ctx.enc->setBitrate(ctx.bitrate);
- TEST_ERROR(ret < 0, "Could not set encoder bitrate", cleanup);
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- /* Set encoder profile for H264 format */
- ret = ctx.enc->setProfile(ctx.profile);
- TEST_ERROR(ret < 0, "Could not set encoder profile", cleanup);
- if (ctx.level == (uint32_t)-1)
- {
- ctx.level = (uint32_t)V4L2_MPEG_VIDEO_H264_LEVEL_5_1;
- }
- /* Set encoder level for H264 format */
- ret = ctx.enc->setLevel(ctx.level);
- TEST_ERROR(ret < 0, "Could not set encoder level", cleanup);
- }
- else if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265)
- {
- /* Set encoder profile for HEVC format */
- ret = ctx.enc->setProfile(ctx.profile);
- TEST_ERROR(ret < 0, "Could not set encoder profile", cleanup);
- if (ctx.level != (uint32_t)-1)
- {
- /* Set encoder level for HEVC format */
- ret = ctx.enc->setLevel(ctx.level);
- TEST_ERROR(ret < 0, "Could not set encoder level", cleanup);
- }
- }
- if (ctx.enableLossless)
- {
- /* Set constant qp configuration for lossless encoding enabled */
- ret = ctx.enc->setConstantQp(0);
- TEST_ERROR(ret < 0, "Could not set encoder constant qp=0", cleanup);
- }
- else
- {
- /* Set rate control mode for encoder */
- ret = ctx.enc->setRateControlMode(ctx.ratecontrol);
- TEST_ERROR(ret < 0, "Could not set encoder rate control mode", cleanup);
- if (ctx.ratecontrol == V4L2_MPEG_VIDEO_BITRATE_MODE_VBR) {
- uint32_t peak_bitrate;
- if (ctx.peak_bitrate < ctx.bitrate)
- peak_bitrate = 1.2f * ctx.bitrate;
- else
- peak_bitrate = ctx.peak_bitrate;
- /* Set peak bitrate value for variable bitrate mode for encoder */
- ret = ctx.enc->setPeakBitrate(peak_bitrate);
- TEST_ERROR(ret < 0, "Could not set encoder peak bitrate", cleanup);
- }
- }
- /* Set IDR frame interval for encoder */
- ret = ctx.enc->setIDRInterval(ctx.idr_interval);
- TEST_ERROR(ret < 0, "Could not set encoder IDR interval", cleanup);
- std::cout<<"iframe interval: "<<ctx.iframe_interval<<std::endl;
- /* Set I frame interval for encoder */
- ret = ctx.enc->setIFrameInterval(ctx.iframe_interval);
- TEST_ERROR(ret < 0, "Could not set encoder I-Frame interval", cleanup);
- /* Set framerate for encoder */
- ret = ctx.enc->setFrameRate(ctx.fps_n, ctx.fps_d);
- TEST_ERROR(ret < 0, "Could not set framerate", cleanup);
- if (ctx.temporal_tradeoff_level)
- {
- /* Set temporal tradeoff level value for encoder */
- ret = ctx.enc->setTemporalTradeoff(ctx.temporal_tradeoff_level);
- TEST_ERROR(ret < 0, "Could not set temporal tradeoff level", cleanup);
- }
- if (ctx.slice_length)
- {
- /* Set slice length value for encoder */
- ret = ctx.enc->setSliceLength(ctx.slice_length_type,
- ctx.slice_length);
- TEST_ERROR(ret < 0, "Could not set slice length params", cleanup);
- }
- if (ctx.enable_slice_level_encode)
- {
- /* Enable slice level encode for encoder */
- ret = ctx.enc->setSliceLevelEncode(true);
- TEST_ERROR(ret < 0, "Could not set slice level encode", cleanup);
- }
- if (ctx.hw_preset_type)
- {
- /* Set hardware preset value for encoder */
- ret = ctx.enc->setHWPresetType(ctx.hw_preset_type);
- TEST_ERROR(ret < 0, "Could not set encoder HW Preset Type", cleanup);
- }
- if (ctx.virtual_buffer_size)
- {
- /* Set virtual buffer size value for encoder */
- ret = ctx.enc->setVirtualBufferSize(ctx.virtual_buffer_size);
- TEST_ERROR(ret < 0, "Could not set virtual buffer size", cleanup);
- }
- if (ctx.num_reference_frames)
- {
- /* Set number of reference frame configuration value for encoder */
- ret = ctx.enc->setNumReferenceFrames(ctx.num_reference_frames);
- TEST_ERROR(ret < 0, "Could not set num reference frames", cleanup);
- }
- if (ctx.slice_intrarefresh_interval)
- {
- /* Set slice intra refresh interval value for encoder */
- ret = ctx.enc->setSliceIntrarefresh(ctx.slice_intrarefresh_interval);
- TEST_ERROR(ret < 0, "Could not set slice intrarefresh interval", cleanup);
- }
- if (ctx.insert_sps_pps_at_idr)
- {
- /* Enable insert of SPSPPS at IDR frames */
- ret = ctx.enc->setInsertSpsPpsAtIdrEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertSPSPPSAtIDR", cleanup);
- }
- if (ctx.disable_cabac)
- {
- /* Disable CABAC entropy encoding */
- ret = ctx.enc->setCABAC(false);
- TEST_ERROR(ret < 0, "Could not set disable CABAC", cleanup);
- }
- if (ctx.insert_vui)
- {
- /* Enable insert of VUI parameters */
- ret = ctx.enc->setInsertVuiEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertVUI", cleanup);
- }
- if (ctx.enable_extended_colorformat)
- {
- /* Enable extnded colorformat for encoder */
- ret = ctx.enc->setExtendedColorFormat(true);
- TEST_ERROR(ret < 0, "Could not set extended color format", cleanup);
- }
- if (ctx.insert_aud)
- {
- /* Enable insert of AUD parameters */
- ret = ctx.enc->setInsertAudEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertAUD", cleanup);
- }
- if (ctx.alliframes)
- {
- /* Enable all I-frame encode */
- ret = ctx.enc->setAlliFramesEncode(true);
- TEST_ERROR(ret < 0, "Could not set Alliframes encoding", cleanup);
- }
- if (ctx.num_b_frames != (uint32_t) -1)
- {
- /* Set number of B-frames to to be used by encoder */
- ret = ctx.enc->setNumBFrames(ctx.num_b_frames);
- TEST_ERROR(ret < 0, "Could not set number of B Frames", cleanup);
- }
- if ((ctx.nMinQpI != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpI != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMinQpP != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpP != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMinQpB != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpB != (uint32_t)QP_RETAIN_VAL))
- {
- /* Set Min & Max qp range values for I/P/B-frames to be used by encoder */
- ret = ctx.enc->setQpRange(ctx.nMinQpI, ctx.nMaxQpI, ctx.nMinQpP,
- ctx.nMaxQpP, ctx.nMinQpB, ctx.nMaxQpB);
- TEST_ERROR(ret < 0, "Could not set quantization parameters", cleanup);
- }
- if (ctx.max_perf)
- {
- /* Enable maximum performance mode by disabling internal DFS logic.
- NOTE: This enables encoder to run at max clocks */
- ret = ctx.enc->setMaxPerfMode(ctx.max_perf);
- TEST_ERROR(ret < 0, "Error while setting encoder to max perf", cleanup);
- }
- if (ctx.dump_mv)
- {
- /* Enable dumping of motion vectors report from encoder */
- ret = ctx.enc->enableMotionVectorReporting();
- TEST_ERROR(ret < 0, "Could not enable motion vector reporting", cleanup);
- }
- if (ctx.bnoIframe) {
- ctx.iframe_interval = ((1<<31) + 1); /* TODO: how can we do this properly */
- ret = ctx.enc->setIFrameInterval(ctx.iframe_interval);
- TEST_ERROR(ret < 0, "Could not set encoder I-Frame interval", cleanup);
- }
- if (ctx.enableROI) {
- v4l2_enc_enable_roi_param VEnc_enable_ext_roi_ctrl;
- VEnc_enable_ext_roi_ctrl.bEnableROI = ctx.enableROI;
- /* Enable region of intrest configuration for encoder */
- ret = ctx.enc->enableROI(VEnc_enable_ext_roi_ctrl);
- TEST_ERROR(ret < 0, "Could not enable ROI", cleanup);
- }
- if (ctx.bReconCrc) {
- v4l2_enc_enable_reconcrc_param VEnc_enable_recon_crc_ctrl;
- VEnc_enable_recon_crc_ctrl.bEnableReconCRC = ctx.bReconCrc;
- /* Enable reconstructed CRC configuration for encoder */
- ret = ctx.enc->enableReconCRC(VEnc_enable_recon_crc_ctrl);
- TEST_ERROR(ret < 0, "Could not enable Recon CRC", cleanup);
- }
- if (ctx.externalRPS) {
- v4l2_enc_enable_ext_rps_ctr VEnc_enable_ext_rps_ctrl;
- VEnc_enable_ext_rps_ctrl.bEnableExternalRPS = ctx.externalRPS;
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H264) {
- VEnc_enable_ext_rps_ctrl.bGapsInFrameNumAllowed = ctx.bGapsInFrameNumAllowed;
- VEnc_enable_ext_rps_ctrl.nH264FrameNumBits = ctx.nH264FrameNumBits;
- }
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265) {
- VEnc_enable_ext_rps_ctrl.nH265PocLsbBits = ctx.nH265PocLsbBits;
- }
- /* Enable external reference picture set configuration for encoder */
- ret = ctx.enc->enableExternalRPS(VEnc_enable_ext_rps_ctrl);
- TEST_ERROR(ret < 0, "Could not enable external RPS", cleanup);
- }
- if (ctx.externalRCHints) {
- v4l2_enc_enable_ext_rate_ctr VEnc_enable_ext_rate_ctrl;
- VEnc_enable_ext_rate_ctrl.bEnableExternalPictureRC = ctx.externalRCHints;
- VEnc_enable_ext_rate_ctrl.nsessionMaxQP = ctx.sMaxQp;
- /* Enable external rate control configuration for encoder */
- ret = ctx.enc->enableExternalRC(VEnc_enable_ext_rate_ctrl);
- TEST_ERROR(ret < 0, "Could not enable external RC", cleanup);
- }
- /* Query, Export and Map the output plane buffers so that we can read
- raw data into the buffers */
- switch(ctx.output_memory_type)
- {
- case V4L2_MEMORY_MMAP:
- ret = ctx.enc->output_plane.setupPlane(V4L2_MEMORY_MMAP, 10, true, false);
- TEST_ERROR(ret < 0, "Could not setup output plane", cleanup);
- break;
- case V4L2_MEMORY_USERPTR:
- ret = ctx.enc->output_plane.setupPlane(V4L2_MEMORY_USERPTR, 10, false, true);
- TEST_ERROR(ret < 0, "Could not setup output plane", cleanup);
- break;
- case V4L2_MEMORY_DMABUF:
- ret = setup_output_dmabuf(&ctx,10);
- TEST_ERROR(ret < 0, "Could not setup plane", cleanup);
- break;
- default :
- TEST_ERROR(true, "Not a valid plane", cleanup);
- }
- /* Query, Export and Map the capture plane buffers so that we can write
- encoded bitstream data into the buffers */
- ret = ctx.enc->capture_plane.setupPlane(V4L2_MEMORY_MMAP, ctx.num_output_buffers,
- true, false);
- TEST_ERROR(ret < 0, "Could not setup capture plane", cleanup);
- /* Subscibe for End Of Stream event */
- ret = ctx.enc->subscribeEvent(V4L2_EVENT_EOS,0,0);
- TEST_ERROR(ret < 0, "Could not subscribe EOS event", cleanup);
- if (ctx.b_use_enc_cmd)
- {
- /* Send v4l2 command for encoder start */
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_START, 0);
- TEST_ERROR(ret < 0, "Error in start of encoder commands ", cleanup);
- }
- else
- {
- /* set encoder output plane STREAMON */
- ret = ctx.enc->output_plane.setStreamStatus(true);
- TEST_ERROR(ret < 0, "Error in output plane streamon", cleanup);
- /* set encoder capture plane STREAMON */
- ret = ctx.enc->capture_plane.setStreamStatus(true);
- TEST_ERROR(ret < 0, "Error in capture plane streamon", cleanup);
- }
- if (ctx.blocking_mode)
- {
- /* Set encoder capture plane dq thread callback for blocking io mode */
- ctx.enc->capture_plane.
- setDQThreadCallback(encoder_capture_plane_dq_callback);
- /* startDQThread starts a thread internally which calls the
- encoder_capture_plane_dq_callback whenever a buffer is dequeued
- on the plane */
- ctx.enc->capture_plane.startDQThread(&ctx);
- }
- else
- {
- sem_init(&ctx.pollthread_sema, 0, 0);
- sem_init(&ctx.encoderthread_sema, 0, 0);
- /* Set encoder poll thread for non-blocking io mode */
- pthread_create(&ctx.enc_pollthread, NULL, encoder_pollthread_fcn, &ctx);
- pthread_setname_np(ctx.enc_pollthread, "EncPollThread");
- cout << "Created the PollThread and Encoder Thread \n";
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p2: "<<now<<std::endl;
- std::cout<<" buffer size: "<<ctx.enc->capture_plane.getNumBuffers()<<std::endl;
- /* Enqueue all the empty capture plane buffers. */
- for (uint32_t i = 0; i < ctx.enc->capture_plane.getNumBuffers(); i++)
- {
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, MAX_PLANES * sizeof(struct v4l2_plane));
- v4l2_buf.index = i;
- v4l2_buf.m.planes = planes;
- ret = ctx.enc->capture_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at capture plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- if (ctx.copy_timestamp) {
- /* Set user provided timestamp when copy timestamp is enabled */
- ctx.timestamp = (ctx.start_ts * MICROSECOND_UNIT);
- ctx.timestampincr = (MICROSECOND_UNIT * 16) / ((uint32_t) (ctx.fps_n * 16));
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p3: "<<now<<std::endl;
- std::cout<<"num buffer: "<<ctx.enc->output_plane.getNumBuffers()<<std::endl;
- /* Read video frame and queue all the output plane buffers. */
- for (uint32_t i = 0; i < ctx.enc->output_plane.getNumBuffers(); i++)
- {
- std::cout<<" i: "<<i<<std::endl;
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- NvBuffer *buffer = ctx.enc->output_plane.getNthBuffer(i);
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, MAX_PLANES * sizeof(struct v4l2_plane));
- v4l2_buf.index = i;
- v4l2_buf.m.planes = planes;
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- v4l2_buf.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- v4l2_buf.memory = V4L2_MEMORY_DMABUF;
- /* Map output plane buffer for memory type DMABUF. */
- ret = ctx.enc->output_plane.mapOutputBuffers(v4l2_buf, ctx.output_plane_fd[i]);
- if (ret < 0)
- {
- cerr << "Error while mapping buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- if(ctx.startf)
- {
- uint32_t i = 0, frame_size = 0;
- for (i = 0; i < buffer->n_planes; i++)
- {
- frame_size += buffer->planes[i].fmt.bytesperpixel * buffer->planes[i].fmt.width * buffer->planes[i].fmt.height;
- }
- frame_size = frame_size * ctx.startf;
- ctx.in_file->seekg (frame_size, std::ios::cur);
- ctx.startf = 0;
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame(*buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- /* Send v4l2 command for encoder stop */
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- break;
- }
- else
- {
- eos = true;
- v4l2_buf.m.planes[0].m.userptr = 0;
- v4l2_buf.m.planes[0].bytesused = v4l2_buf.m.planes[1].bytesused = v4l2_buf.m.planes[2].bytesused = 0;
- }
- }
- // std::cout<<"sleep 50 milliseconds"<<std::endl;
- // std::this_thread::sleep_for(std::chrono::milliseconds(50));
- // std::cout<<buffer->planes[i].mem_offset<<std::endl;
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- /* Set runtime configuration parameters */
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_buf.index, VEnc_imeta_param);
- v4l2_buf.reserved2 = v4l2_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- v4l2_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes; j++)
- {
- ret = NvBufferMemSyncForDevice (buffer->planes[j].fd, j, (void **)&buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- v4l2_buf.m.planes[j].bytesused = buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode --;
- }
- if (v4l2_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- break;
- }
- ctx.input_frames_queued_count++;
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p4: "<<now<<std::endl;
- if (ctx.blocking_mode)
- {
- /* Wait till capture plane DQ Thread finishes
- i.e. all the capture plane buffers are dequeued. */
- if (encoder_proc_blocking(ctx, eos) != 0)
- goto cleanup;
- ctx.enc->capture_plane.waitForDQThread(-1);
- }
- else
- {
- if (encoder_proc_nonblocking(ctx, eos) != 0)
- goto cleanup;
- }
- if (ctx.stats)
- {
- ctx.enc->printProfilingStats(cout);
- }
- // std::cout<<" Num Frame : "<<ctx.num_reference_frames<<" b frame: "<<ctx.num_frames_to_encode<<std::endl;
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p5: "<<now<<std::endl;
- cleanup:
- if (ctx.enc && ctx.enc->isInError())
- {
- cerr << "Encoder is in error" << endl;
- error = 1;
- }
- if (ctx.got_error)
- {
- error = 1;
- }
- if (ctx.pBitStreamCrc)
- {
- char *pgold_crc = ctx.gold_crc;
- Crc *pout_crc= ctx.pBitStreamCrc;
- char StrCrcValue[20];
- snprintf (StrCrcValue, 20, "%u", pout_crc->CrcValue);
- /* Remove CRLF from end of CRC, if present */
- do {
- unsigned int len = strlen(pgold_crc);
- if (len == 0) break;
- if (pgold_crc[len-1] == '\n')
- pgold_crc[len-1] = '\0';
- else if (pgold_crc[len-1] == '\r')
- pgold_crc[len-1] = '\0';
- else
- break;
- } while(1);
- /* Check with golden CRC */
- if (strcmp (StrCrcValue, pgold_crc))
- {
- cout << "======================" << endl;
- cout << "video_encode: CRC FAILED" << endl;
- cout << "======================" << endl;
- cout << "Encoded CRC: " << StrCrcValue << " Gold CRC: " << pgold_crc << endl;
- error = 1;
- }
- else
- {
- cout << "======================" << endl;
- cout << "video_encode: CRC PASSED" << endl;
- cout << "======================" << endl;
- }
- CloseCrc(&ctx.pBitStreamCrc);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t i = 0; i < ctx.enc->output_plane.getNumBuffers(); i++)
- {
- /* Unmap output plane buffer for memory type DMABUF. */
- ret = ctx.enc->output_plane.unmapOutputBuffers(i, ctx.output_plane_fd[i]);
- if (ret < 0)
- {
- cerr << "Error while unmapping buffer at output plane" << endl;
- goto cleanup;
- }
- ret = NvBufferDestroy(ctx.output_plane_fd[i]);
- if(ret < 0)
- {
- cerr << "Failed to Destroy NvBuffer\n" << endl;
- return ret;
- }
- }
- }
- /* Release encoder configuration specific resources. */
- delete ctx.enc;
- delete ctx.in_file;
- delete ctx.out_file;
- delete ctx.roi_Param_file;
- delete ctx.recon_Ref_file;
- delete ctx.rps_Param_file;
- delete ctx.hints_Param_file;
- delete ctx.gdr_Param_file;
- delete ctx.gdr_out_file;
- free(ctx.in_file_path);
- free(ctx.out_file_path);
- free(ctx.ROI_Param_file_path);
- free(ctx.Recon_Ref_file_path);
- free(ctx.RPS_Param_file_path);
- free(ctx.hints_Param_file_path);
- free(ctx.GDR_Param_file_path);
- free(ctx.GDR_out_file_path);
- delete ctx.runtime_params_str;
- if (!ctx.blocking_mode)
- {
- sem_destroy(&ctx.pollthread_sema);
- sem_destroy(&ctx.encoderthread_sema);
- }
- return -error;
- }
- void StartNVENC(char * strwidth,char * strheight)
- {
- context_t ctx;
- int targc = 6;
- char * targv[6];
- targv[0] = "videoc_encode";
- targv[1] = "/home/nvidia/testYUV.yuv";//"/home/nvidia/code/jetson_multimedia_api/samples/00_video_decode/x.yuv";
- targv[2] = strwidth;
- targv[3] = strheight;
- targv[4] = "H264";
- targv[5] = "/home/nvidia/testh264.mp4";
- encode_proc(ctx, targc, targv);
- }
- /**
- * Start of video Encode application.
- *
- * @param argc : Argument Count
- * @param argv : Argument Vector
- */
- //int
- //main(int argc, char *argv[])
- //{
- //// QSharedMemory * p;
- //// (void)p;
- // /* create encoder context. */
- // context_t ctx;
- // int ret = 0;
- // /* save encode iterator number */
- // int iterator_num = 0;
- // int targc = 6;
- // char * targv[6];
- // targv[0] = "videoc_encode";
- // targv[1] = "/home/nvidia/testYUV.yuv";//"/home/nvidia/code/jetson_multimedia_api/samples/00_video_decode/x.yuv";
- // targv[2] = "1920";
- // targv[3] = "1080";
- // targv[4] = "H264";
- // targv[5] = "/home/nvidia/testh264.mp4";
- // do
- // {
- // /* Invoke video encode function. */
- //// ret = encode_proc(ctx, argc, argv);
- // ret = encode_proc(ctx, targc, targv);
- // iterator_num++;
- // } while((ctx.stress_test != iterator_num) && ret == 0);
- // /* Report application run status on exit. */
- // if (ret)
- // {
- // cout << "App run failed" << endl;
- // }
- // else
- // {
- // cout << "App run was successful" << endl;
- // }
- // return ret;
- //}
|