diff --git a/libcelt/rate.c b/libcelt/rate.c
index a896a373f326847a938eedc341203971ff39b73b..4fc1ba2d75511ca6ba89b72275d8e7eb48c02514 100644
--- a/libcelt/rate.c
+++ b/libcelt/rate.c
@@ -448,7 +448,7 @@ static inline int interp_bits2pulses(const CELTMode *m, int start, int end, int
          bits[j] -= excess;
 
          /* Compensate for the extra DoF in stereo */
-         den=(C*N+ ((C==2 && N>2 && !*dual_stereo) ? 1 : 0));
+         den=(C*N+ ((C==2 && N>2 && !*dual_stereo && j<*intensity) ? 1 : 0));
 
          NClogN = den*(m->logN[j] + logM);