vp9_denoiser.c 6.57 KB
Newer Older
Tim Kopp's avatar
Tim Kopp committed
1
2
3
4
5
6
7
8
9
10
/*
 *  Copyright (c) 2012 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

Tim Kopp's avatar
Tim Kopp committed
11
#include <assert.h>
12
#include <limits.h>
Tim Kopp's avatar
Tim Kopp committed
13
#include "vpx_scale/yv12config.h"
Tim Kopp's avatar
Tim Kopp committed
14
15
#include "vpx/vpx_integer.h"
#include "vp9/encoder/vp9_denoiser.h"
Tim Kopp's avatar
Tim Kopp committed
16
17
18
19
20
21
22
23

static const int widths[]  = {4, 4, 8, 8,  8, 16, 16, 16, 32, 32, 32, 64, 64};
static const int heights[] = {4, 8, 4, 8, 16,  8, 16, 32, 16, 32, 64, 32, 64};

int vp9_denoiser_filter() {
  return 0;
}

Tim Kopp's avatar
Tim Kopp committed
24
25
26
27
static int update_running_avg(const uint8_t *mc_avg, int mc_avg_stride,
                              uint8_t *avg, int avg_stride,
                              const uint8_t *sig, int sig_stride,
                              int increase_denoising, BLOCK_SIZE bs) {
Tim Kopp's avatar
Tim Kopp committed
28
  int r, c;
29
30
31
  int diff, adj, absdiff;
  int shift_inc1 = 0, shift_inc2 = 1;
  int adj_val[] = {3, 4, 6};
Tim Kopp's avatar
Tim Kopp committed
32
33
  int total_adj = 0;

34
35
36
37
38
  if (increase_denoising) {
    shift_inc1 = 1;
    shift_inc2 = 2;
  }

Tim Kopp's avatar
Tim Kopp committed
39
40
41
  for (r = 0; r < heights[bs]; ++r) {
    for (c = 0; c < widths[bs]; ++c) {
      diff = mc_avg[c] - sig[c];
42
      absdiff = abs(diff);
Tim Kopp's avatar
Tim Kopp committed
43

44
45
46
      if (absdiff <= 3 + shift_inc1) {
        avg[c] = mc_avg[c];
        total_adj += diff;
Tim Kopp's avatar
Tim Kopp committed
47
      } else {
48
49
50
        switch (absdiff) {
          case 4: case 5: case 6: case 7:
            adj = adj_val[0];
Tim Kopp's avatar
Tim Kopp committed
51
            break;
52
53
54
          case 8: case 9: case 10: case 11:
          case 12: case 13: case 14: case 15:
            adj = adj_val[1];
Tim Kopp's avatar
Tim Kopp committed
55
            break;
56
57
58
59
60
61
62
63
64
65
          default:
            adj = adj_val[2];
        }
        if (diff > 0) {
          avg[c] = MIN(UINT8_MAX, sig[c] + adj);
          total_adj += adj;
        } else {
          avg[c] = MAX(0, sig[c] - adj);
          total_adj -= adj;
        }
Tim Kopp's avatar
Tim Kopp committed
66
67
68
69
70
71
72
73
74
      }
    }
    sig += sig_stride;
    avg += avg_stride;
    mc_avg += mc_avg_stride;
  }
  return total_adj;
}

Tim Kopp's avatar
Tim Kopp committed
75
76
static uint8_t *block_start(uint8_t *framebuf, int stride,
                            int mi_row, int mi_col) {
77
  return framebuf + (stride * mi_row * 8) + (mi_col * 8);
78
79
80
81
82
83
84
85
86
87
88
89
90
91
}

void copy_block(uint8_t *dest, int dest_stride,
                uint8_t *src, int src_stride, BLOCK_SIZE bs) {
  int r, c;
  for (r = 0; r < heights[bs]; ++r) {
    for (c = 0; c < widths[bs]; ++c) {
      dest[c] = src[c];
    }
    dest += dest_stride;
    src += src_stride;
  }
}

92
void vp9_denoiser_denoise(VP9_DENOISER *denoiser, MACROBLOCK *mb,
Tim Kopp's avatar
Tim Kopp committed
93
                          int mi_row, int mi_col, BLOCK_SIZE bs) {
94
95
96
  int decision = COPY_BLOCK;

  YV12_BUFFER_CONFIG avg = denoiser->running_avg_y[INTRA_FRAME];
Tim Kopp's avatar
Tim Kopp committed
97
98
99
100
  YV12_BUFFER_CONFIG mc_avg = denoiser->mc_running_avg_y;
  uint8_t *avg_start = block_start(avg.y_buffer, avg.y_stride, mi_row, mi_col);
  uint8_t *mc_avg_start = block_start(mc_avg.y_buffer, mc_avg.y_stride,
                                          mi_row, mi_col);
101
102
  struct buf_2d src = mb->plane[0].src;

Tim Kopp's avatar
Tim Kopp committed
103
104

  update_running_avg(mc_avg_start, mc_avg.y_stride, avg_start, avg.y_stride,
105
                     mb->plane[0].src.buf, mb->plane[0].src.stride, 0, bs);
106
107

  if (decision == FILTER_BLOCK) {
Tim Kopp's avatar
Tim Kopp committed
108
    // TODO(tkopp)
109
110
  }
  if (decision == COPY_BLOCK) {
Tim Kopp's avatar
Tim Kopp committed
111
    copy_block(avg_start, avg.y_stride, src.buf, src.stride, bs);
112
  }
Tim Kopp's avatar
Tim Kopp committed
113
114
}

Tim Kopp's avatar
Tim Kopp committed
115
static void copy_frame(YV12_BUFFER_CONFIG dest, const YV12_BUFFER_CONFIG src) {
116
  int r, c;
Tim Kopp's avatar
Tim Kopp committed
117
  const uint8_t *srcbuf = src.y_buffer;
118
119
120
121
122
123
124
125
126
127
128
  uint8_t *destbuf = dest.y_buffer;
  assert(dest.y_width == src.y_width);
  assert(dest.y_height == src.y_height);

  for (r = 0; r < dest.y_height; ++r) {
    for (c = 0; c < dest.y_width; ++c) {
      destbuf[c] = srcbuf[c];
    }
    destbuf += dest.y_stride;
    srcbuf += src.y_stride;
  }
129
130
}

Tim Kopp's avatar
Tim Kopp committed
131
void vp9_denoiser_update_frame_info(VP9_DENOISER *denoiser,
132
                                    YV12_BUFFER_CONFIG src,
Tim Kopp's avatar
Tim Kopp committed
133
134
135
136
                                    FRAME_TYPE frame_type,
                                    int refresh_alt_ref_frame,
                                    int refresh_golden_frame,
                                    int refresh_last_frame) {
137
  if (frame_type == KEY_FRAME) {
Tim Kopp's avatar
Tim Kopp committed
138
    int i;
139
140
141
142
143
    copy_frame(denoiser->running_avg_y[LAST_FRAME], src);
    for (i = 2; i < MAX_REF_FRAMES - 1; i++) {
      copy_frame(denoiser->running_avg_y[i],
                 denoiser->running_avg_y[LAST_FRAME]);
    }
Tim Kopp's avatar
Tim Kopp committed
144
  } else {  /* For non key frames */
145
146
147
148
149
150
151
152
153
154
155
156
157
    if (refresh_alt_ref_frame) {
      copy_frame(denoiser->running_avg_y[ALTREF_FRAME],
                 denoiser->running_avg_y[INTRA_FRAME]);
    }
    if (refresh_golden_frame) {
      copy_frame(denoiser->running_avg_y[GOLDEN_FRAME],
                 denoiser->running_avg_y[INTRA_FRAME]);
    }
    if (refresh_last_frame) {
      copy_frame(denoiser->running_avg_y[LAST_FRAME],
                 denoiser->running_avg_y[INTRA_FRAME]);
    }
  }
Tim Kopp's avatar
Tim Kopp committed
158
159
}

160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
void vp9_denoiser_reset_frame_stats(VP9_DENOISER *denoiser) {
  denoiser->zero_mv_sse = UINT_MAX;
  denoiser->best_sse = UINT_MAX;
}

void vp9_denoiser_update_frame_stats(VP9_DENOISER *denoiser, MB_MODE_INFO *mbmi,
                                     unsigned int sse, PREDICTION_MODE mode) {
  // TODO(tkopp): Use both MVs if possible
  if (mbmi->mv[0].as_int == 0 && sse < denoiser->zero_mv_sse) {
    denoiser->zero_mv_sse = sse;
    denoiser->best_zeromv_reference_frame = mbmi->ref_frame[0];
  }

  if (mbmi->mv[0].as_int != 0 && sse < denoiser->best_sse) {
    denoiser->best_sse = sse;
    denoiser->best_sse_inter_mode = mode;
    denoiser->best_sse_mv = mbmi->mv[0];
    denoiser->best_reference_frame = mbmi->ref_frame[0];
  }
Tim Kopp's avatar
Tim Kopp committed
179
180
181
}

int vp9_denoiser_alloc(VP9_DENOISER *denoiser, int width, int height,
182
183
                       int ssx, int ssy, int border) {
  int i, fail;
Tim Kopp's avatar
Tim Kopp committed
184
  assert(denoiser != NULL);
185

186
187
  for (i = 0; i < MAX_REF_FRAMES; ++i) {
    fail = vp9_alloc_frame_buffer(&denoiser->running_avg_y[i], width, height,
Tim Kopp's avatar
Tim Kopp committed
188
                                  ssx, ssy, border);
189
190
191
192
    if (fail) {
      vp9_denoiser_free(denoiser);
      return 1;
    }
193
194
  }

195
  fail = vp9_alloc_frame_buffer(&denoiser->mc_running_avg_y, width, height,
Tim Kopp's avatar
Tim Kopp committed
196
                                ssx, ssy, border);
197
  if (fail) {
198
199
200
201
    vp9_denoiser_free(denoiser);
    return 1;
  }

202
203
  denoiser->increase_denoising = 0;

Tim Kopp's avatar
Tim Kopp committed
204
205
206
207
  return 0;
}

void vp9_denoiser_free(VP9_DENOISER *denoiser) {
208
  int i;
Tim Kopp's avatar
Tim Kopp committed
209
210
211
  if (denoiser == NULL) {
    return;
  }
212
213
214
215
  for (i = 0; i < MAX_REF_FRAMES; ++i) {
    if (&denoiser->running_avg_y[i] != NULL) {
      vp9_free_frame_buffer(&denoiser->running_avg_y[i]);
    }
216
  }
217
218
  if (&denoiser->mc_running_avg_y != NULL) {
    vp9_free_frame_buffer(&denoiser->mc_running_avg_y);
219
  }
Tim Kopp's avatar
Tim Kopp committed
220
}