12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267 |
- /*
- * Copyright (c) 2016-2020, NVIDIA CORPORATION. All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * * Neither the name of NVIDIA CORPORATION nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
- * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
- * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
- * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
- * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
- * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- #include <qmetatype.h>
- #include <QCoreApplication>
- #include <QSharedMemory>
- #include "NvUtils.h"
- #include <fstream>
- #include <iostream>
- #include <linux/videodev2.h>
- #include <malloc.h>
- #include <sstream>
- #include <string.h>
- #include <fcntl.h>
- #include <poll.h>
- #include "nvbuf_utils.h"
- #include <thread>
- #include "video_encode.h"
- #define TEST_ERROR(cond, str, label) if(cond) { \
- cerr << str << endl; \
- error = 1; \
- goto label; }
- #define TEST_PARSE_ERROR(cond, label) if(cond) { \
- cerr << "Error parsing runtime parameter changes string" << endl; \
- goto label; }
- #define IS_DIGIT(c) (c >= '0' && c <= '9')
- #define MICROSECOND_UNIT 1000000
- using namespace std;
- /**
- * Abort on error.
- *
- * @param ctx : Encoder context
- */
- static void
- abort(context_t *ctx)
- {
- ctx->got_error = true;
- ctx->enc->abort();
- }
- /**
- * Initialise CRC Rec and creates CRC Table based on the polynomial.
- *
- * @param CrcPolynomial : CRC Polynomial values
- */
- static
- Crc* InitCrc(unsigned int CrcPolynomial)
- {
- unsigned short int i;
- unsigned short int j;
- unsigned int tempcrc;
- Crc *phCrc;
- phCrc = (Crc*) malloc (sizeof(Crc));
- if (phCrc == NULL)
- {
- cerr << "Mem allocation failed for Init CRC" <<endl;
- return NULL;
- }
- memset (phCrc, 0, sizeof(Crc));
- for (i = 0; i <= 255; i++)
- {
- tempcrc = i;
- for (j = 8; j > 0; j--)
- {
- if (tempcrc & 1)
- {
- tempcrc = (tempcrc >> 1) ^ CrcPolynomial;
- }
- else
- {
- tempcrc >>= 1;
- }
- }
- phCrc->CRCTable[i] = tempcrc;
- }
- phCrc->CrcValue = 0;
- return phCrc;
- }
- /**
- * Calculates CRC of data provided in by buffer.
- *
- * @param *phCrc : bitstream CRC
- * @param buffer : process buffer
- * @param count : bytes used
- */
- static
- void CalculateCrc(Crc *phCrc, unsigned char *buffer, uint32_t count)
- {
- unsigned char *p;
- unsigned int temp1;
- unsigned int temp2;
- unsigned int crc = phCrc->CrcValue;
- unsigned int *CRCTable = phCrc->CRCTable;
- if(!count)
- return;
- p = (unsigned char *) buffer;
- while (count-- != 0)
- {
- temp1 = (crc >> 8) & 0x00FFFFFFL;
- temp2 = CRCTable[((unsigned int) crc ^ *p++) & 0xFF];
- crc = temp1 ^ temp2;
- }
- phCrc->CrcValue = crc;
- }
- /**
- * Closes CRC related handles.
- *
- * @param *phCrc : bitstream CRC
- */
- static
- void CloseCrc(Crc **phCrc)
- {
- if (*phCrc)
- free (*phCrc);
- }
- bool gbNewData = false;
- #include <QWaitCondition>
- #include <QMutex>
- QWaitCondition gwc;
- static QMutex gWaitMutex;
- static int gndatasize = 0;
- char * gstrbuffer;
- QMutex gMutexLock;
- bool gbNewOut = false;
- QWaitCondition gwcout;
- char * gstrout;
- QMutex gWaitMutexout;
- QMutex gMutexout;
- int gnoutsize = 0;
- int
- read_YUV_frame(NvBuffer & buffer)
- {
- std::cout<<"read frame."<<std::endl;
- char * strdata = gstrbuffer;
- while(gbNewData == false)
- {
- gWaitMutex.lock();
- gwc.wait(&gWaitMutex,10);
- gWaitMutex.unlock();
- }
- gMutexLock.lock();
- memcpy(strdata,gstrbuffer,gndatasize);
- gbNewData = false;
- gMutexLock.unlock();
- uint32_t i, j;
- char *data;
- int nstrdatapos = 0;
- for (i = 0; i < buffer.n_planes; i++)
- {
- NvBuffer::NvBufferPlane &plane = buffer.planes[i];
- std::streamsize bytes_to_read =
- plane.fmt.bytesperpixel * plane.fmt.width;
- data = (char *) plane.data;
- plane.bytesused = 0;
- for (j = 0; j < plane.fmt.height; j++)
- {
- memcpy(data,strdata+nstrdatapos,bytes_to_read);
- // stream->read(data, bytes_to_read);
- // if (stream->gcount() < bytes_to_read)
- // return -1;
- nstrdatapos += bytes_to_read;
- data += plane.fmt.stride;
- }
- plane.bytesused = plane.fmt.stride * plane.fmt.height;
- }
- std::cout<<"complete read a frame."<<std::endl;
- return 0;
- }
- /**
- * Write encoded frame data.
- *
- * @param stream : output stream
- * @param buffer : output nvbuffer
- */
- static int
- write_encoder_output_frame(ofstream * stream, NvBuffer * buffer)
- {
- stream->write((char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- return 0;
- }
- static int
- share_encoder_output_frame(NvBuffer * buffer)
- {
- gMutexout.lock();
- memcpy(gstrout,(char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- gnoutsize = buffer->planes[0].bytesused;
- gbNewOut = true;
- gMutexout.unlock();
- gwcout.wakeAll();
- // stream->write((char *) buffer->planes[0].data, buffer->planes[0].bytesused);
- return 0;
- }
- /**
- * Encoder capture-plane deque buffer callback function.
- *
- * @param v4l2_buf : v4l2 buffer
- * @param buffer : NvBuffer
- * @param shared_buffer : shared NvBuffer
- * @param arg : context pointer
- */
- static bool
- encoder_capture_plane_dq_callback(struct v4l2_buffer *v4l2_buf, NvBuffer * buffer,
- NvBuffer * shared_buffer, void *arg)
- {
- context_t *ctx = (context_t *) arg;
- NvVideoEncoder *enc = ctx->enc;
- pthread_setname_np(pthread_self(), "EncCapPlane");
- uint32_t frame_num = ctx->enc->capture_plane.getTotalDequeuedBuffers() - 1;
- uint32_t ReconRef_Y_CRC = 0;
- uint32_t ReconRef_U_CRC = 0;
- uint32_t ReconRef_V_CRC = 0;
- static uint32_t num_encoded_frames = 1;
- struct v4l2_event ev;
- int ret = 0;
- if (v4l2_buf == NULL)
- {
- cout << "Error while dequeing buffer from output plane" << endl;
- abort(ctx);
- return false;
- }
- if (ctx->b_use_enc_cmd)
- {
- if(v4l2_buf->flags & V4L2_BUF_FLAG_LAST)
- {
- memset(&ev,0,sizeof(struct v4l2_event));
- ret = ctx->enc->dqEvent(ev,1000);
- if (ret < 0)
- cout << "Error in dqEvent" << endl;
- if(ev.type == V4L2_EVENT_EOS)
- return false;
- }
- }
- /* Received EOS from encoder. Stop dqthread. */
- if (buffer->planes[0].bytesused == 0)
- {
- cout << "Got 0 size buffer in capture \n";
- return false;
- }
- /* Computing CRC with each frame */
- if(ctx->pBitStreamCrc)
- CalculateCrc (ctx->pBitStreamCrc, buffer->planes[0].data, buffer->planes[0].bytesused);
- static int a1 = 0;
- if (!ctx->stats)
- {
- std::cout<<" out a buffer, size: "<<buffer->planes[0].bytesused<<std::endl;
- if(a1 < 30)
- write_encoder_output_frame(ctx->out_file, buffer);
- a1++;
- share_encoder_output_frame(buffer);
- }
- /* Accounting for the first frame as it is only sps+pps */
- if (ctx->gdr_out_frame_number != 0xFFFFFFFF)
- if ( (ctx->enableGDR) && (ctx->GDR_out_file_path) && (num_encoded_frames >= ctx->gdr_out_frame_number+1))
- write_encoder_output_frame(ctx->gdr_out_file, buffer);
- num_encoded_frames++;
- if (ctx->report_metadata)
- {
- v4l2_ctrl_videoenc_outputbuf_metadata enc_metadata;
- if (ctx->enc->getMetadata(v4l2_buf->index, enc_metadata) == 0)
- {
- if (ctx->bReconCrc && enc_metadata.bValidReconCRC) {
- /* CRC for Recon frame */
- cout << "Frame: " << frame_num << endl;
- cout << "ReconFrame_Y_CRC " << enc_metadata.ReconFrame_Y_CRC <<
- " ReconFrame_U_CRC " << enc_metadata.ReconFrame_U_CRC <<
- " ReconFrame_V_CRC " << enc_metadata.ReconFrame_V_CRC <<
- endl;
- if (!ctx->recon_Ref_file->eof())
- {
- string recon_ref_YUV_data[4];
- parse_csv_recon_file(ctx->recon_Ref_file, recon_ref_YUV_data);
- ReconRef_Y_CRC = stoul(recon_ref_YUV_data[0]);
- ReconRef_U_CRC = stoul(recon_ref_YUV_data[1]);
- ReconRef_V_CRC = stoul(recon_ref_YUV_data[2]);
- }
- if ((ReconRef_Y_CRC != enc_metadata.ReconFrame_Y_CRC) ||
- (ReconRef_U_CRC != enc_metadata.ReconFrame_U_CRC) ||
- (ReconRef_V_CRC != enc_metadata.ReconFrame_V_CRC))
- {
- cout << "Recon CRC FAIL" << endl;
- cout << "ReconRef_Y_CRC " << ReconRef_Y_CRC <<
- " ReconRef_U_CRC " << ReconRef_U_CRC <<
- " ReconRef_V_CRC " << ReconRef_V_CRC <<
- endl;
- abort(ctx);
- return false;
- }
- cout << "Recon CRC PASS for frame : " << frame_num << endl;
- } else if (ctx->externalRPS && enc_metadata.bRPSFeedback_status) {
- /* RPS Feedback */
- cout << "Frame: " << frame_num << endl;
- cout << "nCurrentRefFrameId " << enc_metadata.nCurrentRefFrameId <<
- " nActiveRefFrames " << enc_metadata.nActiveRefFrames << endl;
- for (uint32_t i = 0; i < enc_metadata.nActiveRefFrames; i++)
- {
- cout << "FrameId " << enc_metadata.RPSList[i].nFrameId <<
- " IdrFrame " << (int) enc_metadata.RPSList[i].bIdrFrame <<
- " LTRefFrame " << (int) enc_metadata.RPSList[i].bLTRefFrame <<
- " PictureOrderCnt " << enc_metadata.RPSList[i].nPictureOrderCnt <<
- " FrameNum " << enc_metadata.RPSList[i].nFrameNum <<
- " LTFrameIdx " << enc_metadata.RPSList[i].nLTRFrameIdx << endl;
- }
- } else if (ctx->externalRCHints) {
- /* Rate Control Feedback */
- cout << "Frame: " << frame_num << endl;
- cout << "EncodedBits " << enc_metadata.EncodedFrameBits <<
- " MinQP " << enc_metadata.FrameMinQP <<
- " MaxQP " << enc_metadata.FrameMaxQP <<
- endl;
- } else {
- cout << "Frame " << frame_num <<
- ": isKeyFrame=" << (int) enc_metadata.KeyFrame <<
- " AvgQP=" << enc_metadata.AvgQP <<
- " MinQP=" << enc_metadata.FrameMinQP <<
- " MaxQP=" << enc_metadata.FrameMaxQP <<
- " EncodedBits=" << enc_metadata.EncodedFrameBits <<
- endl;
- }
- }
- }
- if (ctx->dump_mv)
- {
- /* Get motion vector parameters of the frames from encoder */
- v4l2_ctrl_videoenc_outputbuf_metadata_MV enc_mv_metadata;
- if (ctx->enc->getMotionVectors(v4l2_buf->index, enc_mv_metadata) == 0)
- {
- uint32_t numMVs = enc_mv_metadata.bufSize / sizeof(MVInfo);
- MVInfo *pInfo = enc_mv_metadata.pMVInfo;
- cout << "Frame " << frame_num << ": Num MVs=" << numMVs << endl;
- for (uint32_t i = 0; i < numMVs; i++, pInfo++)
- {
- cout << i << ": mv_x=" << pInfo->mv_x <<
- " mv_y=" << pInfo->mv_y <<
- " weight=" << pInfo->weight <<
- endl;
- }
- }
- }
- /* encoder qbuffer for capture plane */
- if (enc->capture_plane.qBuffer(*v4l2_buf, NULL) < 0)
- {
- cerr << "Error while Qing buffer at capture plane" << endl;
- abort(ctx);
- return false;
- }
- return true;
- }
- /**
- * Parse runtime command stream.
- *
- * @param ctx : Encoder context
- * @param id : string id
- * @param value : Integer value
- */
- static int
- get_next_parsed_pair(context_t *ctx, char *id, uint32_t *value)
- {
- char charval;
- *ctx->runtime_params_str >> *id;
- if (ctx->runtime_params_str->eof())
- {
- return -1;
- }
- charval = ctx->runtime_params_str->peek();
- if (!IS_DIGIT(charval))
- {
- return -1;
- }
- *ctx->runtime_params_str >> *value;
- *ctx->runtime_params_str >> charval;
- if (ctx->runtime_params_str->eof())
- {
- return 0;
- }
- return charval;
- }
- /**
- * Set Runtime Parameters.
- *
- * @param ctx : Encoder context
- */
- static int
- set_runtime_params(context_t *ctx)
- {
- char charval;
- uint32_t intval;
- int ret, next;
- cout << "Frame " << ctx->next_param_change_frame <<
- ": Changing parameters" << endl;
- while (!ctx->runtime_params_str->eof())
- {
- next = get_next_parsed_pair(ctx, &charval, &intval);
- TEST_PARSE_ERROR(next < 0, err);
- switch (charval)
- {
- case 'b':
- if (ctx->ratecontrol == V4L2_MPEG_VIDEO_BITRATE_MODE_VBR &&
- ctx->peak_bitrate < intval) {
- uint32_t peak_bitrate = 1.2f * intval;
- cout << "Peak bitrate = " << peak_bitrate << endl;
- ret = ctx->enc->setPeakBitrate(peak_bitrate);
- if (ret < 0)
- {
- cerr << "Could not set encoder peakbitrate" << endl;
- goto err;
- }
- }
- cout << "Bitrate = " << intval << endl;
- ret = ctx->enc->setBitrate(intval);
- if (ret < 0)
- {
- cerr << "Could not set encoder bitrate" << endl;
- goto err;
- }
- break;
- case 'p':
- cout << "Peak bitrate = " << intval << endl;
- ret = ctx->enc->setPeakBitrate(intval);
- if (ret < 0)
- {
- cerr << "Could not set encoder peakbitrate" << endl;
- goto err;
- }
- break;
- case 'r':
- {
- int fps_num = intval;
- TEST_PARSE_ERROR(next != '/', err);
- ctx->runtime_params_str->seekg(-1, ios::cur);
- next = get_next_parsed_pair(ctx, &charval, &intval);
- TEST_PARSE_ERROR(next < 0, err);
- cout << "Framerate = " << fps_num << "/" << intval << endl;
- ret = ctx->enc->setFrameRate(fps_num, intval);
- if (ret < 0)
- {
- cerr << "Could not set framerate" << endl;
- goto err;
- }
- break;
- }
- case 'i':
- if (intval > 0)
- {
- ctx->enc->forceIDR();
- cout << "Forcing IDR" << endl;
- }
- break;
- default:
- TEST_PARSE_ERROR(true, err);
- }
- switch (next)
- {
- case 0:
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return 0;
- case '#':
- return 0;
- case ',':
- break;
- default:
- break;
- }
- }
- return 0;
- err:
- cerr << "Skipping further runtime parameter changes" <<endl;
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return -1;
- }
- /**
- * Get the next runtime parameters change for frame.
- *
- * @param ctx : Encoder context
- */
- static int
- get_next_runtime_param_change_frame(context_t *ctx)
- {
- char charval;
- int ret;
- ret = get_next_parsed_pair(ctx, &charval, &ctx->next_param_change_frame);
- if(ret == 0)
- {
- return 0;
- }
- TEST_PARSE_ERROR((ret != ';' && ret != ',') || charval != 'f', err);
- return 0;
- err:
- cerr << "Skipping further runtime parameter changes" <<endl;
- delete ctx->runtime_params_str;
- ctx->runtime_params_str = NULL;
- return -1;
- }
- /**
- * Set encoder context defaults values.
- *
- * @param ctx : Encoder context
- */
- static void
- set_defaults(context_t * ctx)
- {
- memset(ctx, 0, sizeof(context_t));
- ctx->raw_pixfmt = V4L2_PIX_FMT_YUV420M;
- ctx->bitrate =4 * 1024 * 1024;// 4 * 1024 * 1024;
- ctx->peak_bitrate = 0;
- ctx->profile = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE;
- ctx->ratecontrol = V4L2_MPEG_VIDEO_BITRATE_MODE_CBR;
- ctx->iframe_interval = 30;
- ctx->externalRPS = false;
- ctx->enableGDR = false;
- ctx->enableROI = false;
- ctx->bnoIframe = false;
- ctx->bGapsInFrameNumAllowed = false;
- ctx->bReconCrc = false;
- ctx->enableLossless = false;
- ctx->nH264FrameNumBits = 0;
- ctx->nH265PocLsbBits = 0;
- ctx->idr_interval = 256;
- ctx->level = -1;
- ctx->fps_n = 30;//30;
- ctx->fps_d = 1;
- ctx->gdr_start_frame_number = 0xffffffff;
- ctx->gdr_num_frames = 0xffffffff;
- ctx->gdr_out_frame_number = 0xffffffff;
- ctx->num_b_frames = (uint32_t) -1;
- ctx->nMinQpI = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpI = (uint32_t)QP_RETAIN_VAL;
- ctx->nMinQpP = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpP = (uint32_t)QP_RETAIN_VAL;
- ctx->nMinQpB = (uint32_t)QP_RETAIN_VAL;
- ctx->nMaxQpB = (uint32_t)QP_RETAIN_VAL;
- ctx->use_gold_crc = false;
- ctx->pBitStreamCrc = NULL;
- ctx->externalRCHints = false;
- ctx->input_metadata = false;
- ctx->sMaxQp = 51;
- ctx->stats = false;
- ctx->stress_test = 1;
- ctx->output_memory_type = V4L2_MEMORY_DMABUF;
- ctx->cs = V4L2_COLORSPACE_SMPTE170M;
- ctx->copy_timestamp = false;
- ctx->start_ts = 0;
- ctx->max_perf = 0;
- ctx->blocking_mode = 1;
- ctx->startf = 0;
- ctx->endf = 0;
- ctx->num_output_buffers = 6;
- ctx->num_frames_to_encode = -1;
- }
- /**
- * Populate the Region Of Interest(ROI) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ROI_params : encoder ROI Parameters
- */
- static void
- populate_roi_Param(std::ifstream * stream, v4l2_enc_frame_ROI_params *VEnc_ROI_params)
- {
- unsigned int ROIIndex = 0;
- if (!stream->eof()) {
- *stream >> VEnc_ROI_params->num_ROI_regions;
- while (ROIIndex < VEnc_ROI_params->num_ROI_regions)
- {
- if (ROIIndex == V4L2_MAX_ROI_REGIONS) {
- string skip_str;
- getline(*stream, skip_str);
- VEnc_ROI_params->num_ROI_regions = V4L2_MAX_ROI_REGIONS;
- cout << "Maximum of " << V4L2_MAX_ROI_REGIONS <<
- "regions can be applied for a frame" << endl;
- break;
- }
- /* Populate Region Of Interest(ROI) coordinates and qpdelta value */
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].QPdelta;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.left;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.top;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.width;
- *stream >> VEnc_ROI_params->ROI_params[ROIIndex].ROIRect.height;
- ROIIndex++;
- }
- } else {
- cout << "EOF of ROI_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- }
- /**
- * Populate the External Reference Picture Set(RPS) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ext_rps_ctrl_params : encoder RPS Parameters
- */
- static void
- populate_ext_rps_ctrl_Param (std::ifstream * stream, v4l2_enc_frame_ext_rps_ctrl_params *VEnc_ext_rps_ctrl_params)
- {
- unsigned int RPSIndex = 0;
- unsigned int temp = 0;
- stream->peek();
- restart :
- if (stream->eof()) {
- cout << "EOF of rps_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- if (!stream->eof()) {
- /* Populate External Reference Picture Set(RPS) specific configuration */
- *stream >> VEnc_ext_rps_ctrl_params->nFrameId;
- if (stream->eof())
- goto restart;
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->bRefFrame = ((temp)?true:false);
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->bLTRefFrame = ((temp)?true:false);
- *stream >> VEnc_ext_rps_ctrl_params->nMaxRefFrames;
- *stream >> VEnc_ext_rps_ctrl_params->nActiveRefFrames;
- *stream >> VEnc_ext_rps_ctrl_params->nCurrentRefFrameId;
- while (RPSIndex < VEnc_ext_rps_ctrl_params->nActiveRefFrames)
- {
- if (RPSIndex == V4L2_MAX_REF_FRAMES) {
- string skip_str;
- getline(*stream, skip_str);
- VEnc_ext_rps_ctrl_params->nActiveRefFrames = V4L2_MAX_REF_FRAMES;
- cout << "Maximum of " << V4L2_MAX_REF_FRAMES <<
- "reference frames are valid" << endl;
- break;
- }
- *stream >> VEnc_ext_rps_ctrl_params->RPSList[RPSIndex].nFrameId;
- *stream >> temp;
- VEnc_ext_rps_ctrl_params->RPSList[RPSIndex].bLTRefFrame = ((temp)?true:false);
- RPSIndex++;
- }
- }
- }
- /**
- * Setup output plane for DMABUF io-mode.
- *
- * @param ctx : encoder context
- * @param num_buffers : request buffer count
- */
- static int
- setup_output_dmabuf(context_t *ctx, uint32_t num_buffers )
- {
- int ret=0;
- NvBufferCreateParams cParams;
- int fd;
- ret = ctx->enc->output_plane.reqbufs(V4L2_MEMORY_DMABUF,num_buffers);
- if(ret)
- {
- cerr << "reqbufs failed for output plane V4L2_MEMORY_DMABUF" << endl;
- return ret;
- }
- for (uint32_t i = 0; i < ctx->enc->output_plane.getNumBuffers(); i++)
- {
- cParams.width = ctx->width;
- cParams.height = ctx->height;
- cParams.layout = NvBufferLayout_Pitch;
- if (ctx->enableLossless && ctx->encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- cParams.colorFormat = NvBufferColorFormat_YUV444;
- }
- else if (ctx->profile == V4L2_MPEG_VIDEO_H265_PROFILE_MAIN10)
- {
- cParams.colorFormat = NvBufferColorFormat_NV12_10LE;
- }
- else
- {
- switch (ctx->cs)
- {
- case V4L2_COLORSPACE_REC709:
- cParams.colorFormat = ctx->enable_extended_colorformat ?
- NvBufferColorFormat_YUV420_709_ER : NvBufferColorFormat_YUV420_709;
- break;
- case V4L2_COLORSPACE_SMPTE170M:
- default:
- cParams.colorFormat = ctx->enable_extended_colorformat ?
- NvBufferColorFormat_YUV420_ER : NvBufferColorFormat_YUV420;
- }
- }
- cParams.nvbuf_tag = NvBufferTag_VIDEO_ENC;
- cParams.payloadType = NvBufferPayload_SurfArray;
- /* Create output plane fd for DMABUF io-mode */
- ret = NvBufferCreateEx(&fd, &cParams);
- if(ret < 0)
- {
- cerr << "Failed to create NvBuffer" << endl;
- return ret;
- }
- ctx->output_plane_fd[i]=fd;
- }
- return ret;
- }
- /**
- * Populate the External Rate Control(RC) Parameters.
- *
- * @param stream : input stream
- * @param VEnc_ext_rate_ctrl_params : encoder external RC Parameters
- */
- static void
- populate_ext_rate_ctrl_Param(std::ifstream * stream, v4l2_enc_frame_ext_rate_ctrl_params *VEnc_ext_rate_ctrl_params)
- {
- stream->peek();
- restart:
- if (stream->eof()) {
- cout << "EOF of hints_param_file & rewind" << endl;
- stream->clear();
- stream->seekg(0);
- }
- if (!stream->eof()) {
- /* Populate External Rate Control specific configuration */
- *stream >> VEnc_ext_rate_ctrl_params->nTargetFrameBits;
- if (stream->eof())
- goto restart;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameQP;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameMinQp;
- *stream >> VEnc_ext_rate_ctrl_params->nFrameMaxQp;
- *stream >> VEnc_ext_rate_ctrl_params->nMaxQPDeviation;
- }
- }
- /**
- * Populate the Gradual Decoder Refresh(GDR) Parameters.
- *
- * @param stream : input stream
- * @param start_frame_num : start frame number
- * @param gdr_num_frames : GDR frame number
- */
- static void
- populate_gdr_Param(std::ifstream * stream, uint32_t *start_frame_num, uint32_t *gdr_num_frames)
- {
- if (stream->eof()) {
- *start_frame_num = 0xFFFFFFFF;
- cout << "GDR param EoF reached \n";
- }
- if (!stream->eof()) {
- *stream >> *start_frame_num;
- *stream >> *gdr_num_frames;
- }
- }
- /**
- * Encoder polling thread loop function.
- *
- * @param args : void arguments
- */
- static void *encoder_pollthread_fcn(void *arg)
- {
- context_t *ctx = (context_t *) arg;
- v4l2_ctrl_video_device_poll devicepoll;
- cout << "Starting Device Poll Thread " << endl;
- memset(&devicepoll, 0, sizeof(v4l2_ctrl_video_device_poll));
- /* wait here until signalled to issue the Poll call.
- Check if the abort status is set , if so exit
- Else issue the Poll on the encoder and block.
- When the Poll returns, signal the encoder thread to continue. */
- while (!ctx->got_error && !ctx->enc->isInError())
- {
- sem_wait(&ctx->pollthread_sema);
- if (ctx->got_eos)
- {
- cout << "Got eos, exiting poll thread \n";
- return NULL;
- }
- devicepoll.req_events = POLLIN | POLLOUT | POLLERR | POLLPRI;
- /* This call shall wait in the v4l2 encoder library */
- ctx->enc->DevicePoll(&devicepoll);
- /* Can check the devicepoll.resp_events bitmask to see which events are set. */
- sem_post(&ctx->encoderthread_sema);
- }
- return NULL;
- }
- /**
- * Encode processing function for non-blocking mode.
- *
- * @param ctx : Encoder context
- * @param eos : end of stream
- */
- static int encoder_proc_nonblocking(context_t &ctx, bool eos)
- {
- /* NOTE: In non-blocking mode, we will have this function do below things:
- 1) Issue signal to PollThread so it starts Poll and wait until signalled.
- 2) After we are signalled, it means there is something to dequeue,
- either output plane or capture plane or there's an event.
- 3) Try dequeuing from all three and then act appropriately.
- 4) After enqueuing go back to the same loop. */
- /* Since all the output plane buffers have been queued, we first need to
- dequeue a buffer from output plane before we can read new data into it
- and queue it again. */
- int ret = 0;
- while (!ctx.got_error && !ctx.enc->isInError())
- {
- /* Call SetPollInterrupt */
- ctx.enc->SetPollInterrupt();
- /* Since buffers have been queued, issue a post to start polling and
- then wait here */
- sem_post(&ctx.pollthread_sema);
- sem_wait(&ctx.encoderthread_sema);
- /* Already end of file, no more queue-dequeue for output plane */
- if (eos)
- goto check_capture_buffers;
- /* Check if can dequeue from output plane */
- while (1)
- {
- struct v4l2_buffer v4l2_output_buf;
- struct v4l2_plane output_planes[MAX_PLANES];
- NvBuffer *outplane_buffer = NULL;
- memset(&v4l2_output_buf, 0, sizeof(v4l2_output_buf));
- memset(output_planes, 0, sizeof(output_planes));
- v4l2_output_buf.m.planes = output_planes;
- /* Dequeue from output plane, fill the frame and enqueue it back again.
- NOTE: This could be moved out to a different thread as an optimization. */
- ret = ctx.enc->output_plane.dqBuffer(v4l2_output_buf, &outplane_buffer, NULL, 10);
- if (ret < 0)
- {
- if (errno == EAGAIN)
- {
- goto check_capture_buffers;
- }
- cerr << "ERROR while DQing buffer at output plane" << endl;
- abort(&ctx);
- return -1;
- }
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame( *outplane_buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *outplane_buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_output_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- break;
- }
- else
- {
- eos = true;
- v4l2_output_buf.m.planes[0].m.userptr = 0;
- v4l2_output_buf.m.planes[0].bytesused = 0;
- v4l2_output_buf.m.planes[1].bytesused = 0;
- v4l2_output_buf.m.planes[2].bytesused = 0;
- }
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_output_buf.index, VEnc_imeta_param);
- v4l2_output_buf.reserved2 = v4l2_output_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- /* Set user provided timestamp when copy timestamp is enabled */
- v4l2_output_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_output_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_output_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(!ctx.num_frames_to_encode)
- {
- outplane_buffer->planes[0].bytesused = outplane_buffer->planes[1].bytesused = outplane_buffer->planes[2].bytesused = 0;
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < outplane_buffer->n_planes; j++)
- {
- ret = NvBufferMemSyncForDevice (outplane_buffer->planes[j].fd, j, (void **)&outplane_buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- return -1;
- }
- }
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < outplane_buffer->n_planes; j++)
- {
- v4l2_output_buf.m.planes[j].bytesused = outplane_buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_output_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- return -1;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode--;
- }
- ctx.input_frames_queued_count++;
- if (v4l2_output_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- goto check_capture_buffers;
- }
- }
- check_capture_buffers:
- while (1)
- {
- struct v4l2_buffer v4l2_capture_buf;
- struct v4l2_plane capture_planes[MAX_PLANES];
- NvBuffer *capplane_buffer = NULL;
- bool capture_dq_continue = true;
- memset(&v4l2_capture_buf, 0, sizeof(v4l2_capture_buf));
- memset(capture_planes, 0, sizeof(capture_planes));
- v4l2_capture_buf.m.planes = capture_planes;
- v4l2_capture_buf.length = 1;
- /* Dequeue from output plane, fill the frame and enqueue it back again.
- NOTE: This could be moved out to a different thread as an optimization. */
- ret = ctx.enc->capture_plane.dqBuffer(v4l2_capture_buf, &capplane_buffer, NULL, 10);
- if (ret < 0)
- {
- if (errno == EAGAIN)
- break;
- cerr << "ERROR while DQing buffer at capture plane" << endl;
- abort(&ctx);
- return -1;
- }
- /* Invoke encoder capture-plane deque buffer callback */
- capture_dq_continue = encoder_capture_plane_dq_callback(&v4l2_capture_buf, capplane_buffer, NULL,
- &ctx);
- if (!capture_dq_continue)
- {
- cout << "Capture plane dequeued 0 size buffer " << endl;
- ctx.got_eos = true;
- return 0;
- }
- }
- }
- return 0;
- }
- /**
- * Encode processing function for blocking mode.
- *
- * @param ctx : Encoder context
- * @param eos : end of stream
- */
- static int encoder_proc_blocking(context_t &ctx, bool eos)
- {
- int ret = 0;
- /* Keep reading input till EOS is reached */
- while (!ctx.got_error && !ctx.enc->isInError() && !eos)
- {
- static int index =0;
- std::cout<<"index: "<<index<<std::endl;
- index++;
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- NvBuffer *buffer;
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, sizeof(planes));
- v4l2_buf.m.planes = planes;
- /* dequeue buffer from encoder output plane */
- if (ctx.enc->output_plane.dqBuffer(v4l2_buf, &buffer, NULL, 10) < 0)
- {
- cerr << "ERROR while DQing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame( *buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- ctx.got_eos = true;
- break;
- }
- else
- {
- eos = true;
- ctx.got_eos = true;
- v4l2_buf.m.planes[0].m.userptr = 0;
- v4l2_buf.m.planes[0].bytesused = v4l2_buf.m.planes[1].bytesused = v4l2_buf.m.planes[2].bytesused = 0;
- }
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_buf.index, VEnc_imeta_param);
- v4l2_buf.reserved2 = v4l2_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- /* Set user provided timestamp when copy timestamp is enabled */
- v4l2_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- ret = NvBufferMemSyncForDevice (buffer->planes[j].fd, j, (void **)&buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- }
- if(!ctx.num_frames_to_encode)
- {
- buffer->planes[0].bytesused = buffer->planes[1].bytesused = buffer->planes[2].bytesused = 0;
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- v4l2_buf.m.planes[j].bytesused = buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode--;
- }
- ctx.input_frames_queued_count++;
- if (v4l2_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- ctx.got_eos = true;
- return 0;
- }
- }
- cleanup:
- return -1;
- }
- //#include <QTime>
- #include <iostream>
- #include <thread>
- /**
- * Encode processing function.
- *
- * @param ctx : Encoder context
- * @param argc : Argument Count
- * @param argv : Argument Vector
- */
- static int
- encode_proc(context_t& ctx, int argc, char *argv[])
- {
- int64_t now;
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p1: "<<now<<std::endl;
- int ret = 0;
- int error = 0;
- bool eos = false;
- /* Set default values for encoder context members. */
- set_defaults(&ctx);
- /* Parse application command line options. */
- ret = parse_csv_args(&ctx, argc, argv);
- ctx.insert_sps_pps_at_idr = true;
- TEST_ERROR(ret < 0, "Error parsing commandline arguments", cleanup);
- /* Set thread name for encoder Output Plane thread. */
- pthread_setname_np(pthread_self(),"EncOutPlane");
- /* Get the parsed encoder runtime parameters */
- if (ctx.runtime_params_str)
- {
- get_next_runtime_param_change_frame(&ctx);
- }
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265)
- {
- TEST_ERROR(ctx.width < 144 || ctx.height < 144, "Height/Width should be"
- " > 144 for H.265", cleanup);
- }
- if (ctx.endf) {
- TEST_ERROR(ctx.startf > ctx.endf, "End frame should be greater than start frame", cleanup);
- ctx.num_frames_to_encode = ctx.endf - ctx.startf + 1;
- }
- if (ctx.use_gold_crc)
- {
- /* CRC specific initializetion if gold_crc flag is set */
- ctx.pBitStreamCrc = InitCrc(CRC32_POLYNOMIAL);
- TEST_ERROR(!ctx.pBitStreamCrc, "InitCrc failed", cleanup);
- }
- /* Open input file for raw yuv */
- ctx.in_file = new ifstream(ctx.in_file_path);
- TEST_ERROR(!ctx.in_file->is_open(), "Could not open input file", cleanup);
- // ctx.stats = true;
- if (!ctx.stats)
- {
- /* Open output file for encoded bitstream */
- ctx.out_file = new ofstream(ctx.out_file_path);
- TEST_ERROR(!ctx.out_file->is_open(), "Could not open output file", cleanup);
- }
- if (ctx.ROI_Param_file_path) {
- /* Open Region of Intreset(ROI) parameter file when ROI feature enabled */
- ctx.roi_Param_file = new ifstream(ctx.ROI_Param_file_path);
- TEST_ERROR(!ctx.roi_Param_file->is_open(), "Could not open roi param file", cleanup);
- }
- if (ctx.Recon_Ref_file_path) {
- /* Open Reconstructed CRC reference file when ReconCRC feature enabled */
- ctx.recon_Ref_file = new ifstream(ctx.Recon_Ref_file_path);
- TEST_ERROR(!ctx.recon_Ref_file->is_open(), "Could not open recon crc reference file", cleanup);
- }
- if (ctx.RPS_Param_file_path) {
- /* Open Reference Picture set(RPS) specififc reference file when Dynamic RPS feature enabled */
- ctx.rps_Param_file = new ifstream(ctx.RPS_Param_file_path);
- TEST_ERROR(!ctx.rps_Param_file->is_open(), "Could not open rps param file", cleanup);
- }
- if (ctx.GDR_Param_file_path) {
- /* Open Gradual Decoder Refresh(GDR) parameters reference file when GDR feature enabled */
- ctx.gdr_Param_file = new ifstream(ctx.GDR_Param_file_path);
- TEST_ERROR(!ctx.gdr_Param_file->is_open(), "Could not open GDR param file", cleanup);
- }
- if (ctx.GDR_out_file_path) {
- /* Open Gradual Decoder Refresh(GDR) output parameters reference file when GDR feature enabled */
- ctx.gdr_out_file = new ofstream(ctx.GDR_out_file_path);
- TEST_ERROR(!ctx.gdr_out_file->is_open(), "Could not open GDR Out file", cleanup);
- }
- if (ctx.hints_Param_file_path) {
- /* Open external hints parameters file for when external rate control feature enabled */
- ctx.hints_Param_file = new ifstream(ctx.hints_Param_file_path);
- TEST_ERROR(!ctx.hints_Param_file->is_open(), "Could not open hints param file", cleanup);
- }
- /* Create NvVideoEncoder object for blocking or non-blocking I/O mode. */
- if (ctx.blocking_mode)
- {
- cout << "Creating Encoder in blocking mode \n";
- ctx.enc = NvVideoEncoder::createVideoEncoder("enc0");
- }
- else
- {
- cout << "Creating Encoder in non-blocking mode \n";
- ctx.enc = NvVideoEncoder::createVideoEncoder("enc0", O_NONBLOCK);
- }
- TEST_ERROR(!ctx.enc, "Could not create encoder", cleanup);
- if (ctx.stats)
- {
- ctx.enc->enableProfiling();
- }
- /* Set encoder capture plane format.
- NOTE: It is necessary that Capture Plane format be set before Output Plane
- format. It is necessary to set width and height on the capture plane as well */
- ret =
- ctx.enc->setCapturePlaneFormat(ctx.encoder_pixfmt, ctx.width,
- ctx.height, 2 * 1024 * 1024);
- TEST_ERROR(ret < 0, "Could not set capture plane format", cleanup);
- switch (ctx.profile)
- {
- case V4L2_MPEG_VIDEO_H265_PROFILE_MAIN10:
- ctx.raw_pixfmt = V4L2_PIX_FMT_P010M;
- break;
- case V4L2_MPEG_VIDEO_H265_PROFILE_MAIN:
- default:
- ctx.raw_pixfmt = V4L2_PIX_FMT_YUV420M;
- }
- /* Set encoder output plane format */
- if (ctx.enableLossless && ctx.encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- ctx.profile = V4L2_MPEG_VIDEO_H264_PROFILE_HIGH_444_PREDICTIVE;
- ret =
- ctx.enc->setOutputPlaneFormat(V4L2_PIX_FMT_YUV444M, ctx.width,
- ctx.height);
- }
- else
- {
- ret =
- ctx.enc->setOutputPlaneFormat(ctx.raw_pixfmt, ctx.width,
- ctx.height);
- }
- TEST_ERROR(ret < 0, "Could not set output plane format", cleanup);
- ret = ctx.enc->setBitrate(ctx.bitrate);
- TEST_ERROR(ret < 0, "Could not set encoder bitrate", cleanup);
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H264)
- {
- /* Set encoder profile for H264 format */
- ret = ctx.enc->setProfile(ctx.profile);
- TEST_ERROR(ret < 0, "Could not set encoder profile", cleanup);
- if (ctx.level == (uint32_t)-1)
- {
- ctx.level = (uint32_t)V4L2_MPEG_VIDEO_H264_LEVEL_5_1;
- }
- /* Set encoder level for H264 format */
- ret = ctx.enc->setLevel(ctx.level);
- TEST_ERROR(ret < 0, "Could not set encoder level", cleanup);
- }
- else if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265)
- {
- /* Set encoder profile for HEVC format */
- ret = ctx.enc->setProfile(ctx.profile);
- TEST_ERROR(ret < 0, "Could not set encoder profile", cleanup);
- if (ctx.level != (uint32_t)-1)
- {
- /* Set encoder level for HEVC format */
- ret = ctx.enc->setLevel(ctx.level);
- TEST_ERROR(ret < 0, "Could not set encoder level", cleanup);
- }
- }
- if (ctx.enableLossless)
- {
- /* Set constant qp configuration for lossless encoding enabled */
- ret = ctx.enc->setConstantQp(0);
- TEST_ERROR(ret < 0, "Could not set encoder constant qp=0", cleanup);
- }
- else
- {
- /* Set rate control mode for encoder */
- ret = ctx.enc->setRateControlMode(ctx.ratecontrol);
- TEST_ERROR(ret < 0, "Could not set encoder rate control mode", cleanup);
- if (ctx.ratecontrol == V4L2_MPEG_VIDEO_BITRATE_MODE_VBR) {
- uint32_t peak_bitrate;
- if (ctx.peak_bitrate < ctx.bitrate)
- peak_bitrate = 1.2f * ctx.bitrate;
- else
- peak_bitrate = ctx.peak_bitrate;
- /* Set peak bitrate value for variable bitrate mode for encoder */
- ret = ctx.enc->setPeakBitrate(peak_bitrate);
- TEST_ERROR(ret < 0, "Could not set encoder peak bitrate", cleanup);
- }
- }
- /* Set IDR frame interval for encoder */
- ret = ctx.enc->setIDRInterval(ctx.idr_interval);
- TEST_ERROR(ret < 0, "Could not set encoder IDR interval", cleanup);
- std::cout<<"iframe interval: "<<ctx.iframe_interval<<std::endl;
- /* Set I frame interval for encoder */
- ret = ctx.enc->setIFrameInterval(ctx.iframe_interval);
- TEST_ERROR(ret < 0, "Could not set encoder I-Frame interval", cleanup);
- /* Set framerate for encoder */
- ret = ctx.enc->setFrameRate(ctx.fps_n, ctx.fps_d);
- TEST_ERROR(ret < 0, "Could not set framerate", cleanup);
- if (ctx.temporal_tradeoff_level)
- {
- /* Set temporal tradeoff level value for encoder */
- ret = ctx.enc->setTemporalTradeoff(ctx.temporal_tradeoff_level);
- TEST_ERROR(ret < 0, "Could not set temporal tradeoff level", cleanup);
- }
- if (ctx.slice_length)
- {
- /* Set slice length value for encoder */
- ret = ctx.enc->setSliceLength(ctx.slice_length_type,
- ctx.slice_length);
- TEST_ERROR(ret < 0, "Could not set slice length params", cleanup);
- }
- if (ctx.enable_slice_level_encode)
- {
- /* Enable slice level encode for encoder */
- ret = ctx.enc->setSliceLevelEncode(true);
- TEST_ERROR(ret < 0, "Could not set slice level encode", cleanup);
- }
- if (ctx.hw_preset_type)
- {
- /* Set hardware preset value for encoder */
- ret = ctx.enc->setHWPresetType(ctx.hw_preset_type);
- TEST_ERROR(ret < 0, "Could not set encoder HW Preset Type", cleanup);
- }
- if (ctx.virtual_buffer_size)
- {
- /* Set virtual buffer size value for encoder */
- ret = ctx.enc->setVirtualBufferSize(ctx.virtual_buffer_size);
- TEST_ERROR(ret < 0, "Could not set virtual buffer size", cleanup);
- }
- if (ctx.num_reference_frames)
- {
- /* Set number of reference frame configuration value for encoder */
- ret = ctx.enc->setNumReferenceFrames(ctx.num_reference_frames);
- TEST_ERROR(ret < 0, "Could not set num reference frames", cleanup);
- }
- if (ctx.slice_intrarefresh_interval)
- {
- /* Set slice intra refresh interval value for encoder */
- ret = ctx.enc->setSliceIntrarefresh(ctx.slice_intrarefresh_interval);
- TEST_ERROR(ret < 0, "Could not set slice intrarefresh interval", cleanup);
- }
- if (ctx.insert_sps_pps_at_idr)
- {
- /* Enable insert of SPSPPS at IDR frames */
- ret = ctx.enc->setInsertSpsPpsAtIdrEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertSPSPPSAtIDR", cleanup);
- }
- if (ctx.disable_cabac)
- {
- /* Disable CABAC entropy encoding */
- ret = ctx.enc->setCABAC(false);
- TEST_ERROR(ret < 0, "Could not set disable CABAC", cleanup);
- }
- if (ctx.insert_vui)
- {
- /* Enable insert of VUI parameters */
- ret = ctx.enc->setInsertVuiEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertVUI", cleanup);
- }
- if (ctx.enable_extended_colorformat)
- {
- /* Enable extnded colorformat for encoder */
- ret = ctx.enc->setExtendedColorFormat(true);
- TEST_ERROR(ret < 0, "Could not set extended color format", cleanup);
- }
- if (ctx.insert_aud)
- {
- /* Enable insert of AUD parameters */
- ret = ctx.enc->setInsertAudEnabled(true);
- TEST_ERROR(ret < 0, "Could not set insertAUD", cleanup);
- }
- if (ctx.alliframes)
- {
- /* Enable all I-frame encode */
- ret = ctx.enc->setAlliFramesEncode(true);
- TEST_ERROR(ret < 0, "Could not set Alliframes encoding", cleanup);
- }
- if (ctx.num_b_frames != (uint32_t) -1)
- {
- /* Set number of B-frames to to be used by encoder */
- ret = ctx.enc->setNumBFrames(ctx.num_b_frames);
- TEST_ERROR(ret < 0, "Could not set number of B Frames", cleanup);
- }
- if ((ctx.nMinQpI != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpI != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMinQpP != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpP != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMinQpB != (uint32_t)QP_RETAIN_VAL) ||
- (ctx.nMaxQpB != (uint32_t)QP_RETAIN_VAL))
- {
- /* Set Min & Max qp range values for I/P/B-frames to be used by encoder */
- ret = ctx.enc->setQpRange(ctx.nMinQpI, ctx.nMaxQpI, ctx.nMinQpP,
- ctx.nMaxQpP, ctx.nMinQpB, ctx.nMaxQpB);
- TEST_ERROR(ret < 0, "Could not set quantization parameters", cleanup);
- }
- if (ctx.max_perf)
- {
- /* Enable maximum performance mode by disabling internal DFS logic.
- NOTE: This enables encoder to run at max clocks */
- ret = ctx.enc->setMaxPerfMode(ctx.max_perf);
- TEST_ERROR(ret < 0, "Error while setting encoder to max perf", cleanup);
- }
- if (ctx.dump_mv)
- {
- /* Enable dumping of motion vectors report from encoder */
- ret = ctx.enc->enableMotionVectorReporting();
- TEST_ERROR(ret < 0, "Could not enable motion vector reporting", cleanup);
- }
- if (ctx.bnoIframe) {
- ctx.iframe_interval = ((1<<31) + 1); /* TODO: how can we do this properly */
- ret = ctx.enc->setIFrameInterval(ctx.iframe_interval);
- TEST_ERROR(ret < 0, "Could not set encoder I-Frame interval", cleanup);
- }
- if (ctx.enableROI) {
- v4l2_enc_enable_roi_param VEnc_enable_ext_roi_ctrl;
- VEnc_enable_ext_roi_ctrl.bEnableROI = ctx.enableROI;
- /* Enable region of intrest configuration for encoder */
- ret = ctx.enc->enableROI(VEnc_enable_ext_roi_ctrl);
- TEST_ERROR(ret < 0, "Could not enable ROI", cleanup);
- }
- if (ctx.bReconCrc) {
- v4l2_enc_enable_reconcrc_param VEnc_enable_recon_crc_ctrl;
- VEnc_enable_recon_crc_ctrl.bEnableReconCRC = ctx.bReconCrc;
- /* Enable reconstructed CRC configuration for encoder */
- ret = ctx.enc->enableReconCRC(VEnc_enable_recon_crc_ctrl);
- TEST_ERROR(ret < 0, "Could not enable Recon CRC", cleanup);
- }
- if (ctx.externalRPS) {
- v4l2_enc_enable_ext_rps_ctr VEnc_enable_ext_rps_ctrl;
- VEnc_enable_ext_rps_ctrl.bEnableExternalRPS = ctx.externalRPS;
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H264) {
- VEnc_enable_ext_rps_ctrl.bGapsInFrameNumAllowed = ctx.bGapsInFrameNumAllowed;
- VEnc_enable_ext_rps_ctrl.nH264FrameNumBits = ctx.nH264FrameNumBits;
- }
- if (ctx.encoder_pixfmt == V4L2_PIX_FMT_H265) {
- VEnc_enable_ext_rps_ctrl.nH265PocLsbBits = ctx.nH265PocLsbBits;
- }
- /* Enable external reference picture set configuration for encoder */
- ret = ctx.enc->enableExternalRPS(VEnc_enable_ext_rps_ctrl);
- TEST_ERROR(ret < 0, "Could not enable external RPS", cleanup);
- }
- if (ctx.externalRCHints) {
- v4l2_enc_enable_ext_rate_ctr VEnc_enable_ext_rate_ctrl;
- VEnc_enable_ext_rate_ctrl.bEnableExternalPictureRC = ctx.externalRCHints;
- VEnc_enable_ext_rate_ctrl.nsessionMaxQP = ctx.sMaxQp;
- /* Enable external rate control configuration for encoder */
- ret = ctx.enc->enableExternalRC(VEnc_enable_ext_rate_ctrl);
- TEST_ERROR(ret < 0, "Could not enable external RC", cleanup);
- }
- /* Query, Export and Map the output plane buffers so that we can read
- raw data into the buffers */
- switch(ctx.output_memory_type)
- {
- case V4L2_MEMORY_MMAP:
- ret = ctx.enc->output_plane.setupPlane(V4L2_MEMORY_MMAP, 10, true, false);
- TEST_ERROR(ret < 0, "Could not setup output plane", cleanup);
- break;
- case V4L2_MEMORY_USERPTR:
- ret = ctx.enc->output_plane.setupPlane(V4L2_MEMORY_USERPTR, 10, false, true);
- TEST_ERROR(ret < 0, "Could not setup output plane", cleanup);
- break;
- case V4L2_MEMORY_DMABUF:
- ret = setup_output_dmabuf(&ctx,10);
- TEST_ERROR(ret < 0, "Could not setup plane", cleanup);
- break;
- default :
- TEST_ERROR(true, "Not a valid plane", cleanup);
- }
- /* Query, Export and Map the capture plane buffers so that we can write
- encoded bitstream data into the buffers */
- ret = ctx.enc->capture_plane.setupPlane(V4L2_MEMORY_MMAP, ctx.num_output_buffers,
- true, false);
- TEST_ERROR(ret < 0, "Could not setup capture plane", cleanup);
- /* Subscibe for End Of Stream event */
- ret = ctx.enc->subscribeEvent(V4L2_EVENT_EOS,0,0);
- TEST_ERROR(ret < 0, "Could not subscribe EOS event", cleanup);
- if (ctx.b_use_enc_cmd)
- {
- /* Send v4l2 command for encoder start */
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_START, 0);
- TEST_ERROR(ret < 0, "Error in start of encoder commands ", cleanup);
- }
- else
- {
- /* set encoder output plane STREAMON */
- ret = ctx.enc->output_plane.setStreamStatus(true);
- TEST_ERROR(ret < 0, "Error in output plane streamon", cleanup);
- /* set encoder capture plane STREAMON */
- ret = ctx.enc->capture_plane.setStreamStatus(true);
- TEST_ERROR(ret < 0, "Error in capture plane streamon", cleanup);
- }
- if (ctx.blocking_mode)
- {
- /* Set encoder capture plane dq thread callback for blocking io mode */
- ctx.enc->capture_plane.
- setDQThreadCallback(encoder_capture_plane_dq_callback);
- /* startDQThread starts a thread internally which calls the
- encoder_capture_plane_dq_callback whenever a buffer is dequeued
- on the plane */
- ctx.enc->capture_plane.startDQThread(&ctx);
- }
- else
- {
- sem_init(&ctx.pollthread_sema, 0, 0);
- sem_init(&ctx.encoderthread_sema, 0, 0);
- /* Set encoder poll thread for non-blocking io mode */
- pthread_create(&ctx.enc_pollthread, NULL, encoder_pollthread_fcn, &ctx);
- pthread_setname_np(ctx.enc_pollthread, "EncPollThread");
- cout << "Created the PollThread and Encoder Thread \n";
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p2: "<<now<<std::endl;
- std::cout<<" buffer size: "<<ctx.enc->capture_plane.getNumBuffers()<<std::endl;
- /* Enqueue all the empty capture plane buffers. */
- for (uint32_t i = 0; i < ctx.enc->capture_plane.getNumBuffers(); i++)
- {
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, MAX_PLANES * sizeof(struct v4l2_plane));
- v4l2_buf.index = i;
- v4l2_buf.m.planes = planes;
- ret = ctx.enc->capture_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at capture plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- if (ctx.copy_timestamp) {
- /* Set user provided timestamp when copy timestamp is enabled */
- ctx.timestamp = (ctx.start_ts * MICROSECOND_UNIT);
- ctx.timestampincr = (MICROSECOND_UNIT * 16) / ((uint32_t) (ctx.fps_n * 16));
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p3: "<<now<<std::endl;
- std::cout<<"num buffer: "<<ctx.enc->output_plane.getNumBuffers()<<std::endl;
- /* Read video frame and queue all the output plane buffers. */
- for (uint32_t i = 0; i < ctx.enc->output_plane.getNumBuffers(); i++)
- {
- std::cout<<" i: "<<i<<std::endl;
- struct v4l2_buffer v4l2_buf;
- struct v4l2_plane planes[MAX_PLANES];
- NvBuffer *buffer = ctx.enc->output_plane.getNthBuffer(i);
- memset(&v4l2_buf, 0, sizeof(v4l2_buf));
- memset(planes, 0, MAX_PLANES * sizeof(struct v4l2_plane));
- v4l2_buf.index = i;
- v4l2_buf.m.planes = planes;
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- v4l2_buf.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- v4l2_buf.memory = V4L2_MEMORY_DMABUF;
- /* Map output plane buffer for memory type DMABUF. */
- ret = ctx.enc->output_plane.mapOutputBuffers(v4l2_buf, ctx.output_plane_fd[i]);
- if (ret < 0)
- {
- cerr << "Error while mapping buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- if(ctx.startf)
- {
- uint32_t i = 0, frame_size = 0;
- for (i = 0; i < buffer->n_planes; i++)
- {
- frame_size += buffer->planes[i].fmt.bytesperpixel * buffer->planes[i].fmt.width * buffer->planes[i].fmt.height;
- }
- frame_size = frame_size * ctx.startf;
- ctx.in_file->seekg (frame_size, std::ios::cur);
- ctx.startf = 0;
- }
- /* Read yuv frame data from input file */
- if (read_YUV_frame(*buffer) < 0 || ctx.num_frames_to_encode == 0)
- // if (read_video_frame(ctx.in_file, *buffer) < 0 || ctx.num_frames_to_encode == 0)
- {
- cerr << "Could not read complete frame from input file" << endl;
- v4l2_buf.m.planes[0].bytesused = 0;
- if(ctx.b_use_enc_cmd)
- {
- /* Send v4l2 command for encoder stop */
- ret = ctx.enc->setEncoderCommand(V4L2_ENC_CMD_STOP, 1);
- eos = true;
- break;
- }
- else
- {
- eos = true;
- v4l2_buf.m.planes[0].m.userptr = 0;
- v4l2_buf.m.planes[0].bytesused = v4l2_buf.m.planes[1].bytesused = v4l2_buf.m.planes[2].bytesused = 0;
- }
- }
- // std::cout<<"sleep 50 milliseconds"<<std::endl;
- // std::this_thread::sleep_for(std::chrono::milliseconds(50));
- // std::cout<<buffer->planes[i].mem_offset<<std::endl;
- if (ctx.runtime_params_str &&
- (ctx.enc->output_plane.getTotalQueuedBuffers() ==
- ctx.next_param_change_frame))
- {
- /* Set runtime configuration parameters */
- set_runtime_params(&ctx);
- if (ctx.runtime_params_str)
- get_next_runtime_param_change_frame(&ctx);
- }
- /* Encoder supported input metadata specific configurations */
- if (ctx.input_metadata)
- {
- v4l2_ctrl_videoenc_input_metadata VEnc_imeta_param;
- v4l2_enc_frame_ROI_params VEnc_ROI_params;
- v4l2_enc_frame_ReconCRC_params VEnc_ReconCRC_params;
- v4l2_enc_frame_ext_rps_ctrl_params VEnc_ext_rps_ctrl_params;
- v4l2_enc_frame_ext_rate_ctrl_params VEnc_ext_rate_ctrl_params;
- v4l2_enc_gdr_params VEnc_gdr_params;
- VEnc_imeta_param.flag = 0;
- if (ctx.ROI_Param_file_path)
- {
- if (ctx.enableROI) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_ROI_PARAM_FLAG;
- VEnc_imeta_param.VideoEncROIParams = &VEnc_ROI_params;
- /* Update Region of Intrest parameters from ROI params file */
- populate_roi_Param(ctx.roi_Param_file, VEnc_imeta_param.VideoEncROIParams);
- }
- }
- if (ctx.bReconCrc)
- {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RECONCRC_PARAM_FLAG;
- VEnc_ReconCRC_params.ReconCRCRect.left = ctx.rl;
- VEnc_ReconCRC_params.ReconCRCRect.top = ctx.rt;
- VEnc_ReconCRC_params.ReconCRCRect.width = ctx.rw;
- VEnc_ReconCRC_params.ReconCRCRect.height = ctx.rh;
- /* Update reconstructed CRC Parameters */
- VEnc_imeta_param.VideoReconCRCParams = &VEnc_ReconCRC_params;
- }
- if (ctx.RPS_Param_file_path)
- {
- if (ctx.externalRPS) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RPS_PARAM_FLAG;
- VEnc_imeta_param.VideoEncRPSParams = &VEnc_ext_rps_ctrl_params;
- /* Update external reference picture set parameters from RPS params file */
- populate_ext_rps_ctrl_Param(ctx.rps_Param_file, VEnc_imeta_param.VideoEncRPSParams);
- }
- }
- if (ctx.GDR_Param_file_path)
- {
- if (ctx.enableGDR)
- {
- /* Update GDR parameters from GDR params file */
- if (ctx.gdr_start_frame_number == 0xFFFFFFFF)
- populate_gdr_Param(ctx.gdr_Param_file, &ctx.gdr_start_frame_number,
- &ctx.gdr_num_frames);
- if (ctx.input_frames_queued_count == ctx.gdr_start_frame_number)
- {
- ctx.gdr_out_frame_number = ctx.gdr_start_frame_number;
- VEnc_gdr_params.nGDRFrames = ctx.gdr_num_frames;
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_GDR_PARAM_FLAG;
- VEnc_imeta_param.VideoEncGDRParams = &VEnc_gdr_params;
- }
- }
- }
- if (ctx.hints_Param_file_path)
- {
- if (ctx.externalRCHints) {
- VEnc_imeta_param.flag |= V4L2_ENC_INPUT_RC_PARAM_FLAG;
- VEnc_imeta_param.VideoEncExtRCParams = &VEnc_ext_rate_ctrl_params;
- /* Update external rate control parameters from hints params file */
- populate_ext_rate_ctrl_Param(ctx.hints_Param_file, VEnc_imeta_param.VideoEncExtRCParams);
- }
- }
- if (VEnc_imeta_param.flag)
- {
- /* Set encoder input metadatas */
- ctx.enc->SetInputMetaParams(v4l2_buf.index, VEnc_imeta_param);
- v4l2_buf.reserved2 = v4l2_buf.index;
- }
- }
- if (ctx.copy_timestamp)
- {
- v4l2_buf.flags |= V4L2_BUF_FLAG_TIMESTAMP_COPY;
- ctx.timestamp += ctx.timestampincr;
- v4l2_buf.timestamp.tv_sec = ctx.timestamp / (MICROSECOND_UNIT);
- v4l2_buf.timestamp.tv_usec = ctx.timestamp % (MICROSECOND_UNIT);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF || ctx.output_memory_type == V4L2_MEMORY_MMAP)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes; j++)
- {
- ret = NvBufferMemSyncForDevice (buffer->planes[j].fd, j, (void **)&buffer->planes[j].data);
- if (ret < 0)
- {
- cerr << "Error while NvBufferMemSyncForDevice at output plane for V4L2_MEMORY_DMABUF" << endl;
- abort(&ctx);
- goto cleanup;
- }
- }
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t j = 0 ; j < buffer->n_planes ; j++)
- {
- v4l2_buf.m.planes[j].bytesused = buffer->planes[j].bytesused;
- }
- }
- /* encoder qbuffer for output plane */
- ret = ctx.enc->output_plane.qBuffer(v4l2_buf, NULL);
- if (ret < 0)
- {
- cerr << "Error while queueing buffer at output plane" << endl;
- abort(&ctx);
- goto cleanup;
- }
- if(ctx.num_frames_to_encode > 0)
- {
- ctx.num_frames_to_encode --;
- }
- if (v4l2_buf.m.planes[0].bytesused == 0)
- {
- cerr << "File read complete." << endl;
- eos = true;
- break;
- }
- ctx.input_frames_queued_count++;
- }
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p4: "<<now<<std::endl;
- if (ctx.blocking_mode)
- {
- /* Wait till capture plane DQ Thread finishes
- i.e. all the capture plane buffers are dequeued. */
- if (encoder_proc_blocking(ctx, eos) != 0)
- goto cleanup;
- ctx.enc->capture_plane.waitForDQThread(-1);
- }
- else
- {
- if (encoder_proc_nonblocking(ctx, eos) != 0)
- goto cleanup;
- }
- if (ctx.stats)
- {
- ctx.enc->printProfilingStats(cout);
- }
- // std::cout<<" Num Frame : "<<ctx.num_reference_frames<<" b frame: "<<ctx.num_frames_to_encode<<std::endl;
- now = std::chrono::system_clock::now().time_since_epoch().count()/1000000;
- std::cout<<"p5: "<<now<<std::endl;
- cleanup:
- if (ctx.enc && ctx.enc->isInError())
- {
- cerr << "Encoder is in error" << endl;
- error = 1;
- }
- if (ctx.got_error)
- {
- error = 1;
- }
- if (ctx.pBitStreamCrc)
- {
- char *pgold_crc = ctx.gold_crc;
- Crc *pout_crc= ctx.pBitStreamCrc;
- char StrCrcValue[20];
- snprintf (StrCrcValue, 20, "%u", pout_crc->CrcValue);
- /* Remove CRLF from end of CRC, if present */
- do {
- unsigned int len = strlen(pgold_crc);
- if (len == 0) break;
- if (pgold_crc[len-1] == '\n')
- pgold_crc[len-1] = '\0';
- else if (pgold_crc[len-1] == '\r')
- pgold_crc[len-1] = '\0';
- else
- break;
- } while(1);
- /* Check with golden CRC */
- if (strcmp (StrCrcValue, pgold_crc))
- {
- cout << "======================" << endl;
- cout << "video_encode: CRC FAILED" << endl;
- cout << "======================" << endl;
- cout << "Encoded CRC: " << StrCrcValue << " Gold CRC: " << pgold_crc << endl;
- error = 1;
- }
- else
- {
- cout << "======================" << endl;
- cout << "video_encode: CRC PASSED" << endl;
- cout << "======================" << endl;
- }
- CloseCrc(&ctx.pBitStreamCrc);
- }
- if(ctx.output_memory_type == V4L2_MEMORY_DMABUF)
- {
- for (uint32_t i = 0; i < ctx.enc->output_plane.getNumBuffers(); i++)
- {
- /* Unmap output plane buffer for memory type DMABUF. */
- ret = ctx.enc->output_plane.unmapOutputBuffers(i, ctx.output_plane_fd[i]);
- if (ret < 0)
- {
- cerr << "Error while unmapping buffer at output plane" << endl;
- goto cleanup;
- }
- ret = NvBufferDestroy(ctx.output_plane_fd[i]);
- if(ret < 0)
- {
- cerr << "Failed to Destroy NvBuffer\n" << endl;
- return ret;
- }
- }
- }
- /* Release encoder configuration specific resources. */
- delete ctx.enc;
- delete ctx.in_file;
- delete ctx.out_file;
- delete ctx.roi_Param_file;
- delete ctx.recon_Ref_file;
- delete ctx.rps_Param_file;
- delete ctx.hints_Param_file;
- delete ctx.gdr_Param_file;
- delete ctx.gdr_out_file;
- free(ctx.in_file_path);
- free(ctx.out_file_path);
- free(ctx.ROI_Param_file_path);
- free(ctx.Recon_Ref_file_path);
- free(ctx.RPS_Param_file_path);
- free(ctx.hints_Param_file_path);
- free(ctx.GDR_Param_file_path);
- free(ctx.GDR_out_file_path);
- delete ctx.runtime_params_str;
- if (!ctx.blocking_mode)
- {
- sem_destroy(&ctx.pollthread_sema);
- sem_destroy(&ctx.encoderthread_sema);
- }
- return -error;
- }
- void StartNVENC(char * strwidth,char * strheight)
- {
- context_t ctx;
- int targc = 6;
- char * targv[6];
- targv[0] = "videoc_encode";
- targv[1] = "/home/nvidia/testYUV.yuv";//"/home/nvidia/code/jetson_multimedia_api/samples/00_video_decode/x.yuv";
- targv[2] = strwidth;
- targv[3] = strheight;
- targv[4] = "H264";
- targv[5] = "/home/nvidia/testh264.mp4";
- encode_proc(ctx, targc, targv);
- }
- /**
- * Start of video Encode application.
- *
- * @param argc : Argument Count
- * @param argv : Argument Vector
- */
- //int
- //main(int argc, char *argv[])
- //{
- //// QSharedMemory * p;
- //// (void)p;
- // /* create encoder context. */
- // context_t ctx;
- // int ret = 0;
- // /* save encode iterator number */
- // int iterator_num = 0;
- // int targc = 6;
- // char * targv[6];
- // targv[0] = "videoc_encode";
- // targv[1] = "/home/nvidia/testYUV.yuv";//"/home/nvidia/code/jetson_multimedia_api/samples/00_video_decode/x.yuv";
- // targv[2] = "1920";
- // targv[3] = "1080";
- // targv[4] = "H264";
- // targv[5] = "/home/nvidia/testh264.mp4";
- // do
- // {
- // /* Invoke video encode function. */
- //// ret = encode_proc(ctx, argc, argv);
- // ret = encode_proc(ctx, targc, targv);
- // iterator_num++;
- // } while((ctx.stress_test != iterator_num) && ret == 0);
- // /* Report application run status on exit. */
- // if (ret)
- // {
- // cout << "App run failed" << endl;
- // }
- // else
- // {
- // cout << "App run was successful" << endl;
- // }
- // return ret;
- //}
|