43 #define INPUT_CLEANSRC 1
106 int cmask_linesize[4];
112 #define OFFSET(x) offsetof(FieldMatchContext, x)
113 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
124 {
"pc_n_ub",
"2-way match + 3rd match on combed + 4th/5th matches if still combed (p/c + u + u/b)", 0,
AV_OPT_TYPE_CONST, {.i64=
MODE_PC_N_UB}, INT_MIN, INT_MAX,
FLAGS,
"mode" },
127 {
"ppsrc",
"mark main input as a pre-processed input and activate clean source input stream",
OFFSET(ppsrc),
AV_OPT_TYPE_INT, {.i64=0}, 0, 1,
FLAGS },
132 {
"mchroma",
"set whether or not chroma is included during the match comparisons",
OFFSET(mchroma),
AV_OPT_TYPE_INT, {.i64=1}, 0, 1,
FLAGS },
133 {
"y0",
"define an exclusion band which excludes the lines between y0 and y1 from the field matching decision",
OFFSET(y0),
AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX,
FLAGS },
134 {
"y1",
"define an exclusion band which excludes the lines between y0 and y1 from the field matching decision",
OFFSET(y1),
AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX,
FLAGS },
144 {
"cthresh",
"set the area combing threshold used for combed frame detection",
OFFSET(cthresh),
AV_OPT_TYPE_INT, {.i64= 9}, -1, 0xff,
FLAGS },
145 {
"chroma",
"set whether or not chroma is considered in the combed frame decision",
OFFSET(chroma),
AV_OPT_TYPE_INT, {.i64= 0}, 0, 1,
FLAGS },
146 {
"blockx",
"set the x-axis size of the window used during combed frame detection",
OFFSET(blockx),
AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9,
FLAGS },
147 {
"blocky",
"set the y-axis size of the window used during combed frame detection",
OFFSET(blocky),
AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9,
FLAGS },
148 {
"combpel",
"set the number of combed pixels inside any of the blocky by blockx size blocks on the frame for the frame to be detected as combed",
OFFSET(combpel),
AV_OPT_TYPE_INT, {.i64=80}, 0, INT_MAX,
FLAGS },
169 const int src1_linesize = f1->
linesize[0];
170 const int src2_linesize = f2->
linesize[0];
175 for (y = 0; y <
height; y++) {
176 for (x = 0; x <
width; x++)
177 acc += abs(srcp1[x] - srcp2[x]);
178 srcp1 += src1_linesize;
179 srcp2 += src2_linesize;
188 for (y = 0; y < h; y++) {
196 int x,
y, plane, max_v = 0;
197 const int cthresh = fm->
cthresh;
198 const int cthresh6 = cthresh * 6;
200 for (plane = 0; plane < (fm->
chroma ? 3 : 1); plane++) {
202 const int src_linesize = src->
linesize[plane];
209 fill_buf(cmkp, width, height, cmk_linesize, 0xff);
212 fill_buf(cmkp, width, height, cmk_linesize, 0);
215 #define FILTER(xm2, xm1, xp1, xp2) \
217 -3 * (srcp[x + (xm1)*src_linesize] + srcp[x + (xp1)*src_linesize]) \
218 + (srcp[x + (xm2)*src_linesize] + srcp[x + (xp2)*src_linesize])) > cthresh6
221 for (x = 0; x <
width; x++) {
222 const int s1 = abs(srcp[x] - srcp[x + src_linesize]);
223 if (s1 > cthresh &&
FILTER(2, 1, 1, 2))
226 srcp += src_linesize;
227 cmkp += cmk_linesize;
230 for (x = 0; x <
width; x++) {
231 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
232 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
233 if (s1 > cthresh && s2 > cthresh &&
FILTER(2, -1, 1, 2))
236 srcp += src_linesize;
237 cmkp += cmk_linesize;
240 for (y = 2; y < height-2; y++) {
241 for (x = 0; x <
width; x++) {
242 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
243 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
244 if (s1 > cthresh && s2 > cthresh &&
FILTER(-2, -1, 1, 2))
247 srcp += src_linesize;
248 cmkp += cmk_linesize;
252 for (x = 0; x <
width; x++) {
253 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
254 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
255 if (s1 > cthresh && s2 > cthresh &&
FILTER(-2, -1, 1, -2))
258 srcp += src_linesize;
259 cmkp += cmk_linesize;
262 for (x = 0; x <
width; x++) {
263 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
264 if (s1 > cthresh &&
FILTER(-2, -1, -1, -2))
277 uint8_t *cmkpp = cmkp - (cmk_linesize>>1);
278 uint8_t *cmkpn = cmkp + (cmk_linesize>>1);
279 uint8_t *cmkpnn = cmkp + cmk_linesize;
280 for (y = 1; y < height - 1; y++) {
281 cmkpp += cmk_linesize;
282 cmkp += cmk_linesize;
283 cmkpn += cmk_linesize;
284 cmkpnn += cmk_linesize;
285 cmkpV += cmk_linesizeUV;
286 cmkpU += cmk_linesizeUV;
287 for (x = 1; x < width - 1; x++) {
288 #define HAS_FF_AROUND(p, lz) (p[x-1 - lz] == 0xff || p[x - lz] == 0xff || p[x+1 - lz] == 0xff || \
289 p[x-1 ] == 0xff || p[x+1 ] == 0xff || \
290 p[x-1 + lz] == 0xff || p[x + lz] == 0xff || p[x+1 + lz] == 0xff)
291 if ((cmkpV[x] == 0xff &&
HAS_FF_AROUND(cmkpV, cmk_linesizeUV)) ||
292 (cmkpU[x] == 0xff &&
HAS_FF_AROUND(cmkpU, cmk_linesizeUV))) {
293 ((uint16_t*)cmkp)[x] = 0xffff;
294 ((uint16_t*)cmkpn)[x] = 0xffff;
295 if (y&1) ((uint16_t*)cmkpp)[x] = 0xffff;
296 else ((uint16_t*)cmkpnn)[x] = 0xffff;
303 const int blockx = fm->
blockx;
304 const int blocky = fm->
blocky;
305 const int xhalf = blockx/2;
306 const int yhalf = blocky/2;
311 const int xblocks = ((width+xhalf)/blockx) + 1;
312 const int xblocks4 = xblocks<<2;
313 const int yblocks = ((height+yhalf)/blocky) + 1;
315 const int arraysize = (xblocks*yblocks)<<2;
316 int heighta = (height/(blocky/2))*(blocky/2);
317 const int widtha = (width /(blockx/2))*(blockx/2);
318 if (heighta == height)
319 heighta = height - yhalf;
320 memset(c_array, 0, arraysize *
sizeof(*c_array));
322 #define C_ARRAY_ADD(v) do { \
323 const int box1 = (x / blockx) * 4; \
324 const int box2 = ((x + xhalf) / blockx) * 4; \
325 c_array[temp1 + box1 ] += v; \
326 c_array[temp1 + box2 + 1] += v; \
327 c_array[temp2 + box1 + 2] += v; \
328 c_array[temp2 + box2 + 3] += v; \
331 #define VERTICAL_HALF(y_start, y_end) do { \
332 for (y = y_start; y < y_end; y++) { \
333 const int temp1 = (y / blocky) * xblocks4; \
334 const int temp2 = ((y + yhalf) / blocky) * xblocks4; \
335 for (x = 0; x < width; x++) \
336 if (cmkp[x - cmk_linesize] == 0xff && \
337 cmkp[x ] == 0xff && \
338 cmkp[x + cmk_linesize] == 0xff) \
340 cmkp += cmk_linesize; \
346 for (y = yhalf; y < heighta; y += yhalf) {
347 const int temp1 = (y / blocky) * xblocks4;
348 const int temp2 = ((y + yhalf) / blocky) * xblocks4;
350 for (x = 0; x < widtha; x += xhalf) {
351 const uint8_t *cmkp_tmp = cmkp + x;
353 for (u = 0; u < yhalf; u++) {
354 for (v = 0; v < xhalf; v++)
355 if (cmkp_tmp[v - cmk_linesize] == 0xff &&
356 cmkp_tmp[v ] == 0xff &&
357 cmkp_tmp[v + cmk_linesize] == 0xff)
359 cmkp_tmp += cmk_linesize;
365 for (x = widtha; x <
width; x++) {
366 const uint8_t *cmkp_tmp = cmkp + x;
368 for (u = 0; u < yhalf; u++) {
369 if (cmkp_tmp[-cmk_linesize] == 0xff &&
370 cmkp_tmp[ 0] == 0xff &&
371 cmkp_tmp[ cmk_linesize] == 0xff)
373 cmkp_tmp += cmk_linesize;
379 cmkp += cmk_linesize * yhalf;
384 for (x = 0; x < arraysize; x++)
385 if (c_array[x] > max_v)
393 const uint8_t *nxtp,
int nxt_linesize,
394 uint8_t *tbuffer,
int tbuf_linesize,
399 prvp -= prv_linesize;
400 nxtp -= nxt_linesize;
401 for (y = 0; y <
height; y++) {
402 for (x = 0; x <
width; x++)
403 tbuffer[x] =
FFABS(prvp[x] - nxtp[x]);
404 prvp += prv_linesize;
405 nxtp += nxt_linesize;
406 tbuffer += tbuf_linesize;
414 const uint8_t *prvp,
int prv_linesize,
415 const uint8_t *nxtp,
int nxt_linesize,
417 int width,
int plane)
424 fm->
tbuffer, tpitch, width, height>>1);
426 for (y = 2; y < height - 2; y += 2) {
427 for (x = 1; x < width - 1; x++) {
430 for (count = 0, u = x-1; u < x+2 && count < 2; u++) {
431 count += dp[u-tpitch] > 3;
433 count += dp[u+tpitch] > 3;
438 int upper = 0, lower = 0;
439 for (count = 0, u = x-1; u < x+2 && count < 6; u++) {
440 if (dp[u-tpitch] > 19) { count++; upper = 1; }
441 if (dp[u ] > 19) count++;
442 if (dp[u+tpitch] > 19) { count++; lower = 1; }
445 if (upper && lower) {
448 int upper2 = 0, lower2 = 0;
449 for (u =
FFMAX(x-4,0); u <
FFMIN(x+5,width); u++) {
450 if (y != 2 && dp[u-2*tpitch] > 19) upper2 = 1;
451 if ( dp[u- tpitch] > 19) upper = 1;
452 if ( dp[u+ tpitch] > 19) lower = 1;
453 if (y != height-4 && dp[u+2*tpitch] > 19) lower2 = 1;
455 if ((upper && (lower || upper2)) ||
456 (lower && (upper || lower2)))
467 dstp += dst_linesize;
475 return match < 3 ? 2 - field : 1 + field;
480 if (match ==
mP || match ==
mB)
return fm->
prv;
481 else if (match ==
mN || match ==
mU)
return fm->
nxt;
488 uint64_t accumPc = 0, accumPm = 0, accumPml = 0;
489 uint64_t accumNc = 0, accumNm = 0, accumNml = 0;
490 int norm1, norm2, mtn1, mtn2;
494 for (plane = 0; plane < (fm->
mchroma ? 3 : 1); plane++) {
495 int x,
y, temp1, temp2, fbase;
500 const int src_linesize = src->
linesize[plane];
501 const int srcf_linesize = src_linesize << 1;
502 int prv_linesize, nxt_linesize;
503 int prvf_linesize, nxtf_linesize;
506 const int y0a = fm->
y0 >> (plane != 0);
507 const int y1a = fm->
y1 >> (plane != 0);
508 const int startx = (plane == 0 ? 8 : 4);
509 const int stopx = width - startx;
510 const uint8_t *srcpf, *srcf, *srcnf;
511 const uint8_t *prvpf, *prvnf, *nxtpf, *nxtnf;
513 fill_buf(mapp, width, height, map_linesize, 0);
517 srcf = srcp + (fbase + 1) * src_linesize;
518 srcpf = srcf - srcf_linesize;
519 srcnf = srcf + srcf_linesize;
520 mapp = mapp + fbase * map_linesize;
522 prv_linesize = prev->
linesize[plane];
523 prvf_linesize = prv_linesize << 1;
524 prvpf = prev->
data[plane] + fbase * prv_linesize;
525 prvnf = prvpf + prvf_linesize;
530 nxt_linesize = next->
linesize[plane];
531 nxtf_linesize = nxt_linesize << 1;
532 nxtpf = next->
data[plane] + fbase * nxt_linesize;
533 nxtnf = nxtpf + nxtf_linesize;
536 if ((match1 >= 3 && field == 1) || (match1 < 3 && field != 1))
538 mapp, map_linesize, height, width, plane);
541 mapp + map_linesize, map_linesize, height, width, plane);
543 for (y = 2; y < height - 2; y += 2) {
544 if (y0a == y1a || y < y0a || y > y1a) {
545 for (x = startx; x < stopx; x++) {
546 if (mapp[x] > 0 || mapp[x + map_linesize] > 0) {
547 temp1 = srcpf[x] + (srcf[x] << 2) + srcnf[x];
549 temp2 = abs(3 * (prvpf[x] + prvnf[x]) - temp1);
550 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
553 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
555 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
559 temp2 = abs(3 * (nxtpf[x] + nxtnf[x]) - temp1);
560 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
563 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
565 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
571 prvpf += prvf_linesize;
572 prvnf += prvf_linesize;
573 srcpf += srcf_linesize;
574 srcf += srcf_linesize;
575 srcnf += srcf_linesize;
576 nxtpf += nxtf_linesize;
577 nxtnf += nxtf_linesize;
578 mapp += map_linesize;
582 if (accumPm < 500 && accumNm < 500 && (accumPml >= 500 || accumNml >= 500) &&
583 FFMAX(accumPml,accumNml) > 3*
FFMIN(accumPml,accumNml)) {
588 norm1 = (int)((accumPc / 6.0f) + 0.5f);
589 norm2 = (int)((accumNc / 6.0f) + 0.5f);
590 mtn1 = (int)((accumPm / 6.0f) + 0.5f);
591 mtn2 = (int)((accumNm / 6.0f) + 0.5f);
592 c1 = ((float)
FFMAX(norm1,norm2)) / ((
float)
FFMAX(
FFMIN(norm1,norm2),1));
593 c2 = ((float)
FFMAX(mtn1, mtn2)) / ((
float)
FFMAX(
FFMIN(mtn1, mtn2), 1));
594 mr = ((float)
FFMAX(mtn1, mtn2)) / ((
float)
FFMAX(
FFMAX(norm1,norm2),1));
595 if (((mtn1 >= 500 || mtn2 >= 500) && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) ||
596 ((mtn1 >= 1000 || mtn2 >= 1000) && (mtn1*3 < mtn2*2 || mtn2*3 < mtn1*2)) ||
597 ((mtn1 >= 2000 || mtn2 >= 2000) && (mtn1*5 < mtn2*4 || mtn2*5 < mtn1*4)) ||
598 ((mtn1 >= 4000 || mtn2 >= 4000) && c2 > c1))
599 ret = mtn1 > mtn2 ? match2 : match1;
600 else if (mr > 0.005 &&
FFMAX(mtn1, mtn2) > 150 && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1))
601 ret = mtn1 > mtn2 ? match2 : match1;
603 ret = norm1 > norm2 ? match2 : match1;
611 for (plane = 0; plane < 4 && src->
data[plane]; plane++)
645 AVFrame **gen_frames,
int field)
649 #define LOAD_COMB(mid) do { \
650 if (combs[mid] < 0) { \
651 if (!gen_frames[mid]) \
652 gen_frames[mid] = create_weave_frame(ctx, mid, field, \
653 fm->prv, fm->src, fm->nxt); \
654 combs[mid] = calc_combed_score(fm, gen_frames[mid]); \
661 if ((combs[m2] * 3 < combs[m1] || (combs[m2] * 2 < combs[m1] && combs[m1] > fm->
combpel)) &&
662 abs(combs[m2] - combs[m1]) >= 30 && combs[m2] < fm->
combpel)
676 int combs[] = { -1, -1, -1, -1, -1 };
677 int order, field, i, match, sc = 0;
679 AVFrame *gen_frames[] = { NULL, NULL, NULL, NULL, NULL };
683 #define SLIDING_FRAME_WINDOW(prv, src, nxt) do { \
685 av_frame_free(&prv); \
694 av_assert0(prv && src && nxt); \
711 av_assert0(order == 0 || order == 1 || field == 0 || field == 1);
726 combs[0], combs[1], combs[2], combs[3], combs[4]);
758 match =
checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
761 match =
checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
764 match =
checkmm(ctx, combs, match, fxo[
mU], gen_frames, field);
767 match =
checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
768 match =
checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
769 match =
checkmm(ctx, combs, match, fxo[
mB], gen_frames, field);
773 match =
checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
776 match =
checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
777 match =
checkmm(ctx, combs, match, fxo[mB], gen_frames, field);
790 if (!gen_frames[match]) {
793 dst = gen_frames[match];
794 gen_frames[match] = NULL;
812 " match=%d combed=%s\n", sc, combs[0], combs[1], combs[2], combs[3], combs[4],
841 if ((fm->
eof & eof_mask) == eof_mask)
868 const int w = inlink->
w;
869 const int h = inlink->
h;
922 av_log(ctx,
AV_LOG_ERROR,
"Combed pixel should not be larger than blockx x blocky\n");
958 outlink->
w = inlink->
w;
959 outlink->
h = inlink->
h;
974 .
name =
"fieldmatch",
982 .priv_class = &fieldmatch_class,