432 lines
15 KiB
Bash
Executable File
432 lines
15 KiB
Bash
Executable File
#!/bin/bash
|
|
#*******************************************************************
|
|
# brief: multi-encoders comparision for openh264
|
|
# (one given sequence only)
|
|
# comparision almong encoders in \$TestEncoderList
|
|
#
|
|
# more detail, please refer to runUsage() and runBrief()
|
|
#
|
|
# date: 2015-12-16
|
|
#*******************************************************************
|
|
|
|
runUsage()
|
|
{
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
echo " Usage: "
|
|
echo " --$0 \$TestPicW \$TestPicH \$TestEncoderList"
|
|
echo ""
|
|
echo " --example:"
|
|
echo " $0 1280 720 h264enc_master h264enc_target1 h264enc_target2 "
|
|
echo ""
|
|
echo " Pre-test:"
|
|
echo " --1) copy welsenc.cfg from ./openh264/testbin/ to current dir"
|
|
echo " --2) set test YUV path in welsenc.cfg "
|
|
echo " --3) copy layer0.cfg from ./openh264/testbin/layer2.cfg to current dir"
|
|
echo " --4) copy layer1.cfg from ./openh264/testbin/layer2.cfg to current dir"
|
|
echo " --5) copy layer2.cfg from ./openh264/testbin/layer2.cfg to current dir"
|
|
echo " --6) copy layer3.cfg from ./openh264/testbin/layer2.cfg to current dir"
|
|
echo " layer0.cfg~layer3.cfg are used for multi-layers test cases"
|
|
echo ""
|
|
echo " --7) generate at least one encoder, "
|
|
echo " eg. h264enc_master----master branch as benchmark codec"
|
|
echo " h264enc_target----your branch CodecChanged as target codec"
|
|
echo ""
|
|
echo " --8) copy all tests codec to folder ./Encoder"
|
|
echo " --9) run below command line:"
|
|
echo " $0 \$TestPicW \$TestPicH \$TestEncoderList"
|
|
echo ""
|
|
echo " Post-test:"
|
|
echo " --1) temp cases log will be output in ./Trace-AllTestData"
|
|
echo " --2) all comparision data parsed from log files will be output to "
|
|
echo " related .csv file under ./Trace-AllTestData "
|
|
echo ""
|
|
echo " example:"
|
|
echo " --comparison almong h264enc_master h264enc_target1 h264enc_target2"
|
|
echo " for Zhuling_1280x720.yuv"
|
|
echo ""
|
|
echo " --run command as below:"
|
|
echo " $0 1280 720 h264enc_master h264enc_target1 h264enc_target2 "
|
|
echo ""
|
|
echo " --get final result files(.csv) under ./Trace-AllTestData"
|
|
echo ""
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
}
|
|
|
|
runBrief()
|
|
{
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
echo " brief:"
|
|
echo ""
|
|
echo " encoder veision comparision "
|
|
echo " --comparision almong encoders in \$TestEncoderList"
|
|
echo " --please generate at least one encoder and copy to folder ./Encoder"
|
|
echo " --script will run all test cases for each test encoder"
|
|
echo " and generate related trace log files for each encoder"
|
|
echo " --script will parse and extact data based on keyword from trace log file"
|
|
echo " and output to related .csv files for all encoder"
|
|
echo " --the test outout file will be put under ./Trace-AllTestData"
|
|
echo ""
|
|
echo " test cases:"
|
|
echo " --add more cases in function runGlobleInit()"
|
|
echo " --add new argument with for loop like rc. etc in function "
|
|
echo " runAllEncodeCasesAndGenerateLog()"
|
|
echo ""
|
|
echo " new data:"
|
|
echo " --currently only memory usage, you can add new data for your comparision"
|
|
echo " --need to add related data parse in function runParseTraceLog()"
|
|
echo ""
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
}
|
|
|
|
runPrompt()
|
|
{
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
echo ""
|
|
echo " ------Test completed!--------"
|
|
echo ""
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
echo " "
|
|
echo " --Total ${iTotalCaseNum} cases run for encoders: ${aEncoderList[@]}"
|
|
echo ""
|
|
echo " --Statistic files for comparision are list as below:"
|
|
echo " ${MemoryUsageStatic}"
|
|
echo ""
|
|
echo " --trace log files can be found under:"
|
|
echo " ${LogDir}"
|
|
echo ""
|
|
echo -e "\033[32m ********************************************************************* \033[0m"
|
|
}
|
|
|
|
runGlobleInit()
|
|
{
|
|
CurrenDir=`pwd`
|
|
LogDir="${CurrenDir}/Trace-AllTestData"
|
|
EncoderDir="${CurrenDir}/Encoder"
|
|
|
|
if [ ! -d ${LogDir} ]
|
|
then
|
|
mkdir ${LogDir}
|
|
fi
|
|
|
|
|
|
LogFile="Log_EncTraceInfo.log"
|
|
MemoryUsageStatic="${LogDir}/MemoryUsage.csv"
|
|
TempEncoderList=""
|
|
for((i=0; i<${#aEncoderList[@]}; i++))
|
|
do
|
|
if [ -z "${TempEncoderList}" ]
|
|
then
|
|
TempEncoderList="${aEncoderList[$i]},"
|
|
else
|
|
TempEncoderList="${TempEncoderList} ${aEncoderList[$i]},"
|
|
fi
|
|
done
|
|
|
|
let "iTotalCaseNum=0"
|
|
let "MemoryUsage = 0"
|
|
echo "LogDir is ${LogDir}"
|
|
echo "MemoryUsageStatic file is ${MemoryUsageStatic}"
|
|
echo "SpatialLayerNum, ThreadNum, SliceMode, SliceNum, SlicMbNum, ${TempEncoderList}" >${MemoryUsageStatic}
|
|
|
|
echo "LogDir is ${LogDir}"
|
|
echo "MemoryUsageStatic file is ${MemoryUsageStatic}"
|
|
|
|
|
|
let "iTraceLevel=4"
|
|
let "iFrameToBeEncoded = 32"
|
|
let "iMaxNalSize=0"
|
|
#you can add more test case like rc, gop size, et.
|
|
#and add "for loop" in function runAllEncodeCasesAndGenerateLog()
|
|
aSpatialLayerNum=(1 2 3 4 )
|
|
aThreadIdc=(1 4)
|
|
aSliceMode=(0 1 2 3)
|
|
aSliceNum=(0 8 16 32)
|
|
aSliceMbNum=(0 960)
|
|
|
|
Encoder=""
|
|
sEncoderCommand=""
|
|
}
|
|
|
|
runCheck()
|
|
{
|
|
if [ ! -d ${EncoderDir} ]
|
|
then
|
|
echo "encoder folder does not exist, please following below command to copy encoder to test folder--./Encoder"
|
|
echo " mkdir Encoder"
|
|
echo " cp \${AllVersionEncoders} ./Encoder "
|
|
exit 1
|
|
fi
|
|
|
|
let "bEncoderFlag = 0"
|
|
echo "aEncoderList is ${aEncoderList[@]} "
|
|
for file in ${aEncoderList[@]}
|
|
do
|
|
if [ -x ${EncoderDir}/${file} ]
|
|
then
|
|
let "bEncoderFlag = 1"
|
|
fi
|
|
done
|
|
|
|
if [ ${bEncoderFlag} -eq 0 ]
|
|
then
|
|
echo "no encoder under test folder, please following below command to copy encoder to test folder--./Encoder"
|
|
echo " cp \${AllVersionEncoders} ./Encoder "
|
|
echo " chmod u+x ./Encoder/* "
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
|
|
runGenerateSpatialLayerResolution()
|
|
{
|
|
SpatialLayerNum=$1
|
|
if [ -z "${SpatialLayerNum}" ]
|
|
then
|
|
let "SpatialLayerNum =1"
|
|
fi
|
|
|
|
let "PicW_L0= PicW / 8"
|
|
let "PicW_L1= PicW / 4"
|
|
let "PicW_L2= PicW / 2"
|
|
let "PicW_L3= PicW"
|
|
|
|
let "PicH_L0= PicH / 8"
|
|
let "PicH_L1= PicH / 4"
|
|
let "PicH_L2= PicH / 2"
|
|
let "PicH_L3= PicH"
|
|
|
|
if [ ${SpatialLayerNum} -eq 1 ]
|
|
then
|
|
aPicW=( ${PicW_L3} 0 0 0 )
|
|
aPicH=( ${PicH_L3} 0 0 0 )
|
|
|
|
elif [ ${SpatialLayerNum} -eq 2 ]
|
|
then
|
|
aPicW=( ${PicW_L2} ${PicW_L3} 0 0 )
|
|
aPicH=( ${PicH_L2} ${PicH_L3} 0 0 )
|
|
|
|
elif [ ${SpatialLayerNum} -eq 3 ]
|
|
then
|
|
aPicW=( ${PicW_L1} ${PicW_L2} ${PicW_L3} 0 )
|
|
aPicH=( ${PicH_L1} ${PicH_L2} ${PicH_L3} 0 )
|
|
|
|
elif [ ${SpatialLayerNum} -eq 4 ]
|
|
then
|
|
aPicW=( ${PicW_L0} ${PicW_L1} ${PicW_L2} ${PicW_L3} )
|
|
aPicH=( ${PicH_L0} ${PicH_L1} ${PicH_L2} ${PicH_L3} )
|
|
fi
|
|
|
|
echo "*************************************************************************"
|
|
echo " ${SpatialLayerNum} layers spactial resolution for ${PicW}x${PicH} are:"
|
|
echo ""
|
|
echo " aPicW is ${aPicW[@]}"
|
|
echo " aPicH is ${aPicH[@]}"
|
|
echo "*************************************************************************"
|
|
|
|
}
|
|
|
|
#parse data from encoder trace log
|
|
#you can add more key word to extract data from log file
|
|
runParseTraceLog()
|
|
{
|
|
TempLogFile=$1
|
|
let "MemoryUsage = 0"
|
|
|
|
echo "*****************************************"
|
|
echo "parsing trace log file"
|
|
echo "log file name is ${TempLogFile}"
|
|
echo "*****************************************"
|
|
|
|
if [ ! -e ${TempLogFile} ]
|
|
then
|
|
echo "LogFile ${TempLogFile} does not exist, please double check!"
|
|
return 1
|
|
fi
|
|
|
|
MemUsageInLog=""
|
|
while read line
|
|
do
|
|
if [[ "${line}" =~ "overall memory usage" ]]
|
|
then
|
|
#[OpenH264] this = 0x0x7fa4d2c04c30, Info:WelsInitEncoderExt() exit, overall memory usage: 40907254 bytes
|
|
MemUsageInLog=(`echo $line | awk 'BEGIN {FS="usage:"} {print $2}' `)
|
|
fi
|
|
|
|
# you can add more key word to extract data from log file
|
|
# e.g.: bit rate, fps, encoder time, psnr etc.
|
|
# add script block like:
|
|
# ****************************************************
|
|
# if [[ "${line}" =~ "KeyWordYouWantToSearch" ]]
|
|
# then
|
|
# $line in log file which contain data you want
|
|
# DataYouWant=(`echo $line | awk 'BEGIN {FS="keywordYourSearch"} {print $2}' `)
|
|
# fi
|
|
# ****************************************************
|
|
|
|
done < ${TempLogFile}
|
|
|
|
let "MemoryUsage = ${MemUsageInLog}"
|
|
echo "MemoryUsage is ${MemoryUsage}"
|
|
}
|
|
|
|
runEncodeOneCase()
|
|
{
|
|
#encoding process
|
|
echo "------------------------------------------------------"
|
|
echo "${Encoder} welsenc.cfg ${sEncoderCommand}" >${LogFile}
|
|
${Encoder} welsenc.cfg ${sEncoderCommand} 2>>${LogFile}
|
|
${Encoder} welsenc.cfg ${sEncoderCommand} >>${LogFile}
|
|
echo "------------------------------------------------------"
|
|
}
|
|
|
|
runAllEncodeCasesAndGenerateLog()
|
|
{
|
|
|
|
echo "aSpatialLayerNum is ${aSpatialLayerNum[@]}"
|
|
echo "aThreadIdc is ${aThreadIdc[@]}"
|
|
echo "aSliceMode is ${aSliceMode[@]}"
|
|
echo "aSliceNum is ${aSliceNum[@]}"
|
|
echo "aSliceMbNum is ${aSliceMbNum[@]}"
|
|
|
|
sEncoderCommand1="-lconfig 0 layer0.cfg -lconfig 1 layer1.cfg -lconfig 2 layer2.cfg -lconfig 3 layer3.cfg"
|
|
TempMemoryUsage=""
|
|
OtherDataYouWant=""
|
|
TempTestCase=""
|
|
let "CaseNum=1"
|
|
for iSLayerNum in ${aSpatialLayerNum[@]}
|
|
do
|
|
for iThreadNum in ${aThreadIdc[@]}
|
|
do
|
|
for iSliceMode in ${aSliceMode[@]}
|
|
do
|
|
for iSliceNum in ${aSliceNum[@]}
|
|
do
|
|
#raster slice mb mode, slice-mb-num =0, switch to row-mb-mode
|
|
if [ ${iSliceMode} -eq 2 ]
|
|
then
|
|
aSliceMbNum=(0 960)
|
|
else
|
|
aSliceMbNum=(960)
|
|
fi
|
|
|
|
for iSlicMbNum in ${aSliceMbNum[@]}
|
|
do
|
|
TempMemoryUsage=""
|
|
#for cases output to statistic file
|
|
TempTestCase="${iSLayerNum}, ${iThreadNum}, ${iSliceMode}, ${iSliceNum}, ${iSlicMbNum}"
|
|
|
|
for eEncoder in ${aEncoderList[@]}
|
|
do
|
|
Encoder=${EncoderDir}/${eEncoder}
|
|
if [ -x ${Encoder} ]
|
|
then
|
|
|
|
if [ ${iSliceMode} -eq 3 ]
|
|
then
|
|
iMaxNalSize=1000
|
|
else
|
|
iMaxNalSize=0
|
|
fi
|
|
|
|
runGenerateSpatialLayerResolution ${iSLayerNum}
|
|
|
|
sEncoderCommand2="-slcmd 0 ${iSliceMode} -slcmd 1 ${iSliceMode} -slcmd 2 ${iSliceMode} -slcmd 3 ${iSliceMode}"
|
|
sEncoderCommand3="-slcnum 0 ${iSliceNum} -slcnum 1 ${iSliceNum} -slcnum 2 ${iSliceNum} -slcnum 3 ${iSliceNum}"
|
|
sEncoderCommand4="-slcmbnum 0 ${iSlicMbNum} -slcmbnum 1 ${iSlicMbNum} -slcmbnum 2 ${iSlicMbNum} -slcmbnum 3 ${iSlicMbNum} "
|
|
|
|
sEncoderCommand5="-trace ${iTraceLevel} -numl ${iSLayerNum} -thread ${iThreadNum} -nalsize ${iMaxNalSize}"
|
|
|
|
sEncoderCommand6="-dw 0 ${aPicW[0]} -dw 1 ${aPicW[1]} -dw 2 ${aPicW[2]} -dw 3 ${aPicW[3]}"
|
|
sEncoderCommand7="-dh 0 ${aPicH[0]} -dh 1 ${aPicH[1]} -dh 2 ${aPicH[2]} -dh 3 ${aPicH[3]}"
|
|
|
|
sEncoderCommand="-frms ${iFrameToBeEncoded} ${sEncoderCommand1} ${sEncoderCommand2} ${sEncoderCommand3} ${sEncoderCommand4} ${sEncoderCommand5} ${sEncoderCommand6} ${sEncoderCommand7}"
|
|
|
|
LogFile="${LogDir}/${CaseNum}_LogInfo_iSLNum_${iSLayerNum}_ThrNum_${iThreadNum}_SlcM_${iSliceMode}_SlcN_${iSliceNum}_${eEncoder}.log"
|
|
|
|
echo "Encode command is: "
|
|
echo "${Encoder} welsenc.cfg ${sEncoderCommand}"
|
|
echo ""
|
|
echo "log file is ${LogFile}"
|
|
|
|
#encode one case
|
|
runEncodeOneCase
|
|
|
|
#parse trace log
|
|
runParseTraceLog ${LogFile}
|
|
|
|
#data extracted from log
|
|
#you can add new data here like rc, fps , etc.
|
|
echo "memory usage is ${MemoryUsage}"
|
|
if [ -z ${TempMemoryUsage} ]
|
|
then
|
|
TempMemoryUsage="${MemoryUsage},"
|
|
else
|
|
TempMemoryUsage="${TempMemoryUsage} ${MemoryUsage},"
|
|
fi
|
|
echo "TempMemoryUsage is ${TempMemoryUsage}"
|
|
fi
|
|
done
|
|
|
|
#output memory usage for all encoders
|
|
echo "${TempTestCase}, ${TempMemoryUsage}, ${OtherDataYouWant}" >>${MemoryUsageStatic}
|
|
let " CaseNum ++"
|
|
let "iTotalCaseNum ++"
|
|
|
|
done
|
|
|
|
done
|
|
|
|
done
|
|
|
|
done
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
|
runMain()
|
|
{
|
|
runGlobleInit
|
|
runCheck
|
|
runAllEncodeCasesAndGenerateLog
|
|
runPrompt
|
|
}
|
|
|
|
#*************************************************************
|
|
if [ $# -lt 3 ]
|
|
then
|
|
runUsage
|
|
runBrief
|
|
exit 1
|
|
fi
|
|
|
|
declare -a aEncoderList
|
|
declare -a aParamList
|
|
|
|
aParamList=( $@ )
|
|
ParamNum=$#
|
|
|
|
PicW=${aParamList[0]}
|
|
PicH=${aParamList[1]}
|
|
|
|
for((i=2;i<$#;i++))
|
|
do
|
|
echo "encoder is ${aParamList[$i]}"
|
|
aEncoderList="${aEncoderList} ${aParamList[$i]}"
|
|
done
|
|
aEncoderList=(${aEncoderList})
|
|
|
|
|
|
echo -e "\033[32m ********************************* \033[0m"
|
|
echo ""
|
|
echo " --num parameters is ${ParamNum} "
|
|
echo " --input parameters are:"
|
|
echo " $0 $@"
|
|
echo ""
|
|
echo -e "\033[32m ********************************* \033[0m"
|
|
|
|
runMain
|
|
#*************************************************************
|
|
|