generic-library/webrtc
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Adjusted net_50_5_plr_5 on Linux, removed all gilbert_elliot metrics (too flaky), added mac expectations.

Browse Source 
BUG=

Review URL: https://webrtc-codereview.appspot.com/1075006

git-svn-id: http://webrtc.googlecode.com/svn/trunk@3453 4adac7df-926f-26a2-2b94-8c16560cd09d
This commit is contained in:
phoglund@webrtc.org 2013-02-01 13:28:58 +00:00
parent aaad6134b9
commit d087789b9c
1 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
tools/perf_expectations/perf_expectations.json
View File

@ -1,35 +1,39 @@
{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3268, "revb": 3329, "type": "absolute", "better": "higher", "improve": 4.24305, "regress": 4.2123, "sha1": "90a43e28"},
{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3380, "revb": 3451, "type": "absolute", "better": "higher", "improve": 4.6977, "regress": 3.77055, "sha1": "b76f22a2"},
"linux-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.47265, "sha1": "75dc797e"},
"linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.4907, "sha1": "82050834"},
"linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 34.65, "regress": 34.4584, "sha1": "2bcdab0c"},
"linux-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.4128, "sha1": "93ca8ea5"},
"linux-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.9234, "sha1": "57fdf26c"},
"linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.9234, "sha1": "b0a62939"},
"linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0122, "regress": 0.9234, "sha1": "8e4142a0"},
"linux-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01745, "regress": 0.9234, "sha1": "580aea7a"},
"linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.29034, "regress": 34.966995, "sha1": "250facd1"},
"linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.15791, "regress": 34.936545, "sha1": "9ff072ce"},
"linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1581, "regress": 54.791835, "sha1": "24337930"},
"linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.23353, "regress": 36.812685, "sha1": "8f5af7a5"},
"linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3415, "revb": 3439, "type": "absolute", "improve": 26.425485, "regress": 36.22248, "sha1": "8eba596b"},
"linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 129.6199, "regress": 164.25045, "sha1": "eda2dc37"},
"linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 129.2798, "regress": 352.42725, "sha1": "7f759904"},
"linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 85.495535, "regress": 186.35715, "sha1": "eb5ddc20"},
"win-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 35.7, "regress": 34.5838, "sha1": "62f3ac9e"},
"linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3451, "type": "absolute", "improve": 79.99912, "regress": 186.35715, "sha1": "377cb407"},
"mac-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 38.2137, "regress": 34.0841, "sha1": "7f1bd1b0"},
"mac-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 38.1759, "regress": 34.048, "sha1": "fe4facc2"},
"mac-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 38.1528, "regress": 34.06035, "sha1": "59b4f938"},
"mac-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92055, "sha1": "cf3861b8"},
"mac-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92055, "sha1": "5cfe0c92"},
"mac-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3394, "revb": 3452, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9215, "sha1": "21e75d0c"},
"mac-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 31.933775, "regress": 38.39535, "sha1": "64644df0"},
"mac-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 31.9124, "regress": 35.920605, "sha1": "db0345c3"},
"mac-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 31.972535, "regress": 36.81552, "sha1": "04b8f506"},
"mac-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 26.810235, "regress": 35.407785, "sha1": "61f0eb7d"},
"mac-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 125.87405, "regress": 162.41295, "sha1": "492aa2fc"},
"mac-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3394, "revb": 3452, "type": "absolute", "improve": 85.895485, "regress": 196.05705, "sha1": "8ac10284"},
"win-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3451, "type": "absolute", "better": "higher", "improve": 38.2431, "regress": 32.3, "sha1": "2b853279"},
"win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.8, "regress": 34.44225, "sha1": "d81a31e6"},
"win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.26365, "sha1": "6acdd341"},
"win-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.17625, "sha1": "b65327da"},
"win-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 0.9933, "regress": 0.92435, "sha1": "e6dbdfb6"},
"win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01955, "regress": 0.9234, "sha1": "e5b7a3d8"},
"win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01115, "regress": 0.92245, "sha1": "af6e7539"},
"win-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01745, "regress": 0.9215, "sha1": "318e79ed"},
"win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1638, "regress": 43.303785, "sha1": "43fe2480"},
"win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1125, "regress": 35.68572, "sha1": "d21f281f"},
"win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.784055, "regress": 38.9025, "sha1": "1d2d8dba"},
"win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.616, "regress": 36.275295, "sha1": "51c950b1"},
"win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 30.198885, "regress": 43.784265, "sha1": "72f7d2b2"},
"win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 131.1684, "regress": 164.02155, "sha1": "37814bad"},
"win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 166.1322, "regress": 235.8678, "sha1": "97b66789"},
"win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 103.626, "regress": 125.8635, "sha1": "8a7503d6"},
"load": true
}