diff --git a/src/dsp/yuv.c b/src/dsp/yuv.c
index d7fd4305..797cc0fe 100644
--- a/src/dsp/yuv.c
+++ b/src/dsp/yuv.c
@@ -268,7 +268,7 @@ static void SmartYUVUpdateRGB_C(const int16_t* ref, const int16_t* src,
                                 int16_t* dst, int len) {
   int i;
   for (i = 0; i < len; ++i) {
-    const int diff_uv = (int)ref[i] - src[i];
+    const int diff_uv = ref[i] - src[i];
     dst[i] += diff_uv;
   }
 }
diff --git a/src/dsp/yuv_sse2.c b/src/dsp/yuv_sse2.c
index 9feaea13..bd6fe5b5 100644
--- a/src/dsp/yuv_sse2.c
+++ b/src/dsp/yuv_sse2.c
@@ -821,7 +821,7 @@ static void SmartYUVUpdateRGB_SSE2(const int16_t* ref, const int16_t* src,
     _mm_storeu_si128((__m128i*)(dst + i), E);
   }
   for (; i < len; ++i) {
-    const int diff_uv = (int)ref[i] - src[i];
+    const int diff_uv = ref[i] - src[i];
     dst[i] += diff_uv;
   }
 }