diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json index 6310b87ac..6bdcf5920 100644 --- a/tools/perf_expectations/perf_expectations.json +++ b/tools/perf_expectations/perf_expectations.json @@ -1,35 +1,35 @@ -{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3268, "revb": 3329, "type": "absolute", "better": "higher", "improve": 4.6557, "regress": 3.83895, "sha1": "1a263cec"}, - "linux-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.10135, "regress": 33.25, "sha1": "6f75a0c0"}, - "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.1213, "regress": 33.25, "sha1": "5471a2de"}, - "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.0856, "regress": 31.35, "sha1": "2475a0c3"}, - "linux-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.0352, "regress": 33.25, "sha1": "ac624cd6"}, - "linux-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9215, "sha1": "1293d20d"}, - "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9215, "sha1": "6d00893c"}, - "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9158, "sha1": "0422c730"}, - "linux-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92055, "sha1": "f14b4edd"}, - "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 34.966995, "regress": 31.29034, "sha1": "1706bc02"}, - "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 34.936545, "regress": 31.15791, "sha1": "31d9f502"}, - "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 54.791835, "regress": 31.1581, "sha1": "b3c694ec"}, - "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 36.812685, "regress": 31.23353, "sha1": "fa41bbf9"}, - "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 40.381845, "regress": 29.633635, "sha1": "750d6868"}, - "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 164.25045, "regress": 129.6199, "sha1": "469c2a6d"}, - "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 352.42725, "regress": 129.2798, "sha1": "9fec33e5"}, - "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 186.35715, "regress": 85.495535, "sha1": "43310b0b"}, - "win-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.2242, "regress": 32.3, "sha1": "2aef688f"}, - "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.06775, "regress": 34.2, "sha1": "b1d9f91e"}, - "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.87035, "regress": 33.25, "sha1": "f60da021"}, - "win-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.77375, "regress": 33.25, "sha1": "b4718b34"}, - "win-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.02165, "regress": 0.8987, "sha1": "754707b1"}, - "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92245, "sha1": "b46c50e7"}, - "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01955, "regress": 0.91485, "sha1": "f744162c"}, - "win-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.92055, "sha1": "18d4198e"}, - "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 43.303785, "regress": 31.1638, "sha1": "384d240b"}, - "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 35.68572, "regress": 31.1125, "sha1": "1ac97e57"}, - "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 38.9025, "regress": 31.784055, "sha1": "462a6836"}, - "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 36.275295, "regress": 31.616, "sha1": "9b6c9443"}, - "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 43.784265, "regress": 30.198885, "sha1": "1c1dac6b"}, - "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 164.02155, "regress": 131.1684, "sha1": "fca3c1f0"}, - "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 235.8678, "regress": 166.1322, "sha1": "89861e6a"}, - "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 125.8635, "regress": 103.626, "sha1": "f7150fc5"}, +{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3268, "revb": 3329, "type": "absolute", "better": "higher", "improve": 4.24305, "regress": 4.2123, "sha1": "90a43e28"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.47265, "sha1": "75dc797e"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.4907, "sha1": "82050834"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 34.65, "regress": 34.4584, "sha1": "2bcdab0c"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.4128, "sha1": "93ca8ea5"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.9234, "sha1": "57fdf26c"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.9234, "sha1": "b0a62939"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0122, "regress": 0.9234, "sha1": "8e4142a0"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01745, "regress": 0.9234, "sha1": "580aea7a"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.29034, "regress": 34.966995, "sha1": "250facd1"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.15791, "regress": 34.936545, "sha1": "9ff072ce"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1581, "regress": 54.791835, "sha1": "24337930"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.23353, "regress": 36.812685, "sha1": "8f5af7a5"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3415, "revb": 3439, "type": "absolute", "improve": 26.425485, "regress": 36.22248, "sha1": "8eba596b"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 129.6199, "regress": 164.25045, "sha1": "eda2dc37"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 129.2798, "regress": 352.42725, "sha1": "7f759904"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 85.495535, "regress": 186.35715, "sha1": "eb5ddc20"}, + "win-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 35.7, "regress": 34.5838, "sha1": "62f3ac9e"}, + "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.8, "regress": 34.44225, "sha1": "d81a31e6"}, + "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.26365, "sha1": "6acdd341"}, + "win-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 36.75, "regress": 34.17625, "sha1": "b65327da"}, + "win-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 0.9933, "regress": 0.92435, "sha1": "e6dbdfb6"}, + "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01955, "regress": 0.9234, "sha1": "e5b7a3d8"}, + "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01115, "regress": 0.92245, "sha1": "af6e7539"}, + "win-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01745, "regress": 0.9215, "sha1": "318e79ed"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1638, "regress": 43.303785, "sha1": "43fe2480"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.1125, "regress": 35.68572, "sha1": "d21f281f"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.784055, "regress": 38.9025, "sha1": "1d2d8dba"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 31.616, "regress": 36.275295, "sha1": "51c950b1"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 30.198885, "regress": 43.784265, "sha1": "72f7d2b2"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 131.1684, "regress": 164.02155, "sha1": "37814bad"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 166.1322, "regress": 235.8678, "sha1": "97b66789"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 103.626, "regress": 125.8635, "sha1": "8a7503d6"}, "load": true }