AV1 Encoder Nightly Report
Change-Id: I687b3ee90969d17803bce009e4bd286f3c57bae5
This commit is contained in:
Yi Luo
8
scripts/BasketballDrill_480p.sh
Normal file
8
scripts/BasketballDrill_480p.sh
Normal file
@@ -0,0 +1,8 @@
|
||||
#!/bin/sh
|
||||
|
||||
video=~/Dev/samples/videos/midres/BasketballDrill_832x480_50.y4m
|
||||
wide=
|
||||
high=
|
||||
frames=60
|
||||
bitrate=800
|
||||
fps="50/1"
|
||||
20
scripts/aom_conf_build.sh
Executable file
20
scripts/aom_conf_build.sh
Executable file
@@ -0,0 +1,20 @@
|
||||
#!/bin/sh
|
||||
|
||||
root_dir=$1
|
||||
build_dir=$root_dir/release
|
||||
script_dir=~/Dev/sandbox/libvpx/scripts
|
||||
exp_tool=
|
||||
|
||||
cd $build_dir
|
||||
make clean > /dev/null
|
||||
$script_dir/aom_nightly_config.sh
|
||||
make -j > /dev/null
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "AV1 build failed!"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
test_dir=~/Dev/nightly
|
||||
|
||||
cp -f ./aomenc $test_dir/.
|
||||
cp -f ./aomdec $test_dir/.
|
||||
23
scripts/aom_nightly_config.sh
Executable file
23
scripts/aom_nightly_config.sh
Executable file
@@ -0,0 +1,23 @@
|
||||
#!/bin/sh
|
||||
#set -x
|
||||
|
||||
platform=x86_64-linux-gcc
|
||||
codec=--enable-av1
|
||||
libsrc=aom
|
||||
test_dir=~/Dev/nightly
|
||||
script_dir=~/Dev/sandbox/libvpx/scripts
|
||||
tool=
|
||||
|
||||
common="--disable-unit-tests --disable-docs"
|
||||
debug=
|
||||
|
||||
#. $script_dir/disabled_list.sh
|
||||
disabled=
|
||||
|
||||
echo ../$libsrc/configure $common $debug $disabled $tool
|
||||
|
||||
../$libsrc/configure $common $debug $disabled $tool > /dev/null
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Error: configure fails!" > $test_dir/aom_error_config.txt
|
||||
exit 1
|
||||
fi
|
||||
116
scripts/aom_nightly_speed.sh
Executable file
116
scripts/aom_nightly_speed.sh
Executable file
@@ -0,0 +1,116 @@
|
||||
#!/bin/sh
|
||||
# File:
|
||||
# nightly_speed.sh
|
||||
# Decription:
|
||||
# Configure, build, and run AV1 encoder/decoder for each experimental tool.
|
||||
# Display the encoder/decode run time
|
||||
# Preassumption:
|
||||
# 1) Assume all script files are in ~/Dev/sandbox/libvpx/scripts
|
||||
# Note:
|
||||
# See encoder config output if set,
|
||||
# verbose=-v
|
||||
#set -x
|
||||
|
||||
if [ "$#" -ne 4 ]; then
|
||||
root_dir=~/Dev/av1d
|
||||
pdfps=1
|
||||
petime=1
|
||||
html_log_file=log.html
|
||||
else
|
||||
root_dir=$1
|
||||
pdfps=$2
|
||||
petime=$3
|
||||
html_log_file=$4
|
||||
fi
|
||||
log_path=~/Dev/log
|
||||
|
||||
if [ "$profile" == "2" ]; then
|
||||
bitdepth="--bit-depth=10"
|
||||
fi
|
||||
|
||||
if [ "$profile" == "0" ]; then
|
||||
bitdepth=
|
||||
fi
|
||||
|
||||
code_dir=$root_dir/aom
|
||||
build_dir=$root_dir/release
|
||||
test_dir=~/Dev/nightly
|
||||
script_dir=~/Dev/sandbox/libvpx/scripts
|
||||
|
||||
. $script_dir/BasketballDrill_480p.sh
|
||||
|
||||
# General options
|
||||
codec="--codec=av1"
|
||||
verbose=
|
||||
core_id=1
|
||||
exp_tool=experimental
|
||||
|
||||
cd $root_dir/aom
|
||||
commit=`git log --pretty=%h -1`
|
||||
|
||||
cd $test_dir
|
||||
|
||||
elog=av1enc_log_p_$profile.txt
|
||||
dlog=av1dec_log_p_$profile.txt
|
||||
bstream=av1_p_$profile.$commit.webm
|
||||
|
||||
profile=0
|
||||
tune_content=
|
||||
col_num=0
|
||||
laginframes=19
|
||||
speed=0
|
||||
|
||||
taskset -c $core_id ./aomenc $verbose -o /dev/shm/"$bstream" $video $codec --limit=$frames --profile=$profile $bitdepth --fps=$fps $tune_content --target-bitrate=$bitrate --skip=0 -p 2 --good --cpu-used=$speed --lag-in-frames=$laginframes --min-q=0 --max-q=63 --auto-alt-ref=1 --kf-max-dist=150 --kf-min-dist=0 --drop-frame=0 --static-thresh=0 --bias-pct=50 --minsection-pct=0 --maxsection-pct=2000 --arnr-maxframes=7 --arnr-strength=5 --sharpness=0 --undershoot-pct=100 --overshoot-pct=100 --frame-parallel=0 --tile-columns=$col_num --test-decode=warn --psnr &>> $elog
|
||||
|
||||
# Note: $2 is the time unit, ms or us
|
||||
etime=`cat $elog | awk 'NR==2 {NF-=3; print $NF}'`
|
||||
# efps=`cat $elog | grep 'Pass 2/2' | grep 'fps)' | sed -e 's/^.*b\/s//' | awk '{print $3}'`
|
||||
# efps=`echo $efps | sed 's/(//'`
|
||||
|
||||
psnr=`cat $elog | grep 'PSNR' | awk '{print $5, $6, $7, $8, $9}'`
|
||||
tmp=`cat $elog | grep mismatch`
|
||||
if [ "$?" -ne 0 ]; then
|
||||
eflag=e_ok
|
||||
else
|
||||
eflag=mismatch
|
||||
fi
|
||||
|
||||
echo "AV1: $(basename $video), profile=$profile bitrate=$bitrate frames=$frames speed=$speed"
|
||||
|
||||
taskset -c $core_id ./aomdec /dev/shm/"$bstream" $codec --i420 --noblit --summary 2>&1 &>> $dlog
|
||||
if [ "$?" -ne 0 ]; then
|
||||
dflag=fault
|
||||
else
|
||||
dflag=d_ok
|
||||
fi
|
||||
|
||||
# Note: $8 is the time unit ms or us
|
||||
dfps=`awk '{print $9}' < $dlog`
|
||||
dfps=`echo $dfps | sed 's/(//'`
|
||||
|
||||
dpercent=`echo "($dfps - $pdfps) / $pdfps * 100" | bc -l`
|
||||
dpercent=${dpercent:0:5}
|
||||
|
||||
epercent=`echo "($petime - $etime) / $petime * 100" | bc -l`
|
||||
epercent=${epercent:0:5}
|
||||
|
||||
echo -e '\t'"Enc fps Dec fps PSNR"'\t\t\t\t'"Enc status Dec status dup(%) eup(%)"
|
||||
echo -e '\t'$etime" "$dfps" "$psnr'\t'$eflag" "$dflag" "$dpercent" "$epercent
|
||||
printf "\n"
|
||||
|
||||
# Output a html log file for email
|
||||
echo "<p> AV1: $(basename $video), bitrate=$bitrate profile=$profile frames=$frames speed=$speed </p>" >> $log_path/$html_log_file
|
||||
echo "<table style=\"width:100%\">" >> $log_path/$html_log_file
|
||||
echo " <tr>" >> $log_path/$html_log_file
|
||||
echo " <th>Enc Time (ms)</th>" >> $log_path/$html_log_file
|
||||
echo " <th>Enc Speedup(%)</th>" >> $log_path/$html_log_file
|
||||
echo " <th>Dec FPS</th>" >> $log_path/$html_log_file
|
||||
echo " <th>Dec Speedup(%)</th>" >> $log_path/$html_log_file
|
||||
echo " </tr>" >> $log_path/$html_log_file
|
||||
echo " <tr>" >> $log_path/$html_log_file
|
||||
echo " <td>$etime</td>" >> $log_path/$html_log_file
|
||||
echo " <td>$epercent</td>" >> $log_path/$html_log_file
|
||||
echo " <td>$dfps</td>" >> $log_path/$html_log_file
|
||||
echo " <td>$dpercent</td>" >> $log_path/$html_log_file
|
||||
echo " </tr>" >> $log_path/$html_log_file
|
||||
echo "</table>" >> $log_path/$html_log_file
|
||||
42
scripts/aomenc_nightly_speed.sh
Executable file
42
scripts/aomenc_nightly_speed.sh
Executable file
@@ -0,0 +1,42 @@
|
||||
#!/bin/sh
|
||||
#set -x
|
||||
|
||||
script_path=~/Dev/sandbox/libvpx/scripts
|
||||
|
||||
av1_code=~/Dev/av1d
|
||||
log_path=~/Dev/log
|
||||
|
||||
date_str=`date -d tomorrow +%b_%d_%Y`
|
||||
|
||||
log_file=aomenc_$date_str.txt
|
||||
html_log_file=aomenc_$date_str.html
|
||||
|
||||
prev_date_str=`date +%b_%d_%Y`
|
||||
prev_log_file=aomenc_$prev_date_str.txt
|
||||
|
||||
test_dir=~/Dev/nightly
|
||||
rm $test_dir/*
|
||||
|
||||
$script_path/gen_html_header.sh > $log_path/$html_log_file
|
||||
|
||||
echo "<p>" >> $log_path/$html_log_file
|
||||
$script_path/sync_codebase.sh $av1_code/aom >> $log_path/$html_log_file 2>&1
|
||||
echo "</p>" >> $log_path/$html_log_file
|
||||
|
||||
echo "<p>" >> $log_path/$html_log_file
|
||||
$script_path/aom_conf_build.sh $av1_code >> $log_path/$html_log_file 2>&1
|
||||
echo "</p>" >> $log_path/$html_log_file
|
||||
|
||||
pdfps=`cat $log_path/$prev_log_file | grep e_ok | awk '{print $2}' | awk 'NR==1 {print $1}'`
|
||||
petime=`cat $log_path/$prev_log_file | grep e_ok | awk '{print $1}' | awk 'NR==1 {print $1}'`
|
||||
$script_path/aom_nightly_speed.sh $av1_code $pdfps $petime $html_log_file >> $log_path/$log_file 2>&1
|
||||
|
||||
# Send an email to coworkers
|
||||
users=luoyi
|
||||
host_name=`hostname`
|
||||
sender=luoyi
|
||||
cc_list="--cc=yunqingwang,vpx-eng"
|
||||
|
||||
$script_path/gen_html_footer.sh >> $log_path/$html_log_file
|
||||
|
||||
sendgmr --to=$users $cc_list --subject="AV1 Encoder Nightly Report" --from=$sender --reply_to=$sender --html_file=/usr/local/google/home/luoyi/Dev/log/$html_log_file --body_file=/usr/local/google/home/luoyi/Dev/log/$html_log_file
|
||||
8
scripts/into_tree.sh
Normal file
8
scripts/into_tree.sh
Normal file
@@ -0,0 +1,8 @@
|
||||
#!/bin/sh
|
||||
|
||||
video=~/Dev/samples/videos/midres/into_tree_480p.y4m
|
||||
wide=
|
||||
high=
|
||||
frames=2
|
||||
bitrate=600
|
||||
fps="50/1"
|
||||
Reference in New Issue
Block a user