diff --git a/libavfilter/vf_colormatrix.c b/libavfilter/vf_colormatrix.c
index fde4b897fd..4971cac308 100644
--- a/libavfilter/vf_colormatrix.c
+++ b/libavfilter/vf_colormatrix.c
@@ -187,6 +187,8 @@ static av_cold int init(AVFilterContext *ctx)
         return AVERROR(EINVAL);
     }
 
+    calc_coefficients(ctx);
+
     return 0;
 }
 
@@ -400,8 +402,6 @@ static int filter_frame(AVFilterLink *link, AVFrame *in)
     case COLOR_MODE_BT601    : av_frame_set_colorspace(out, AVCOL_SPC_BT470BG)  ; break;
     }
 
-    calc_coefficients(ctx);
-
     td.src = in;
     td.dst = out;
     td.c2 = color->yuv_convert[color->mode][0][1];