3 * Copyright (c) 2002 Philip Gladstone
5 * This file implements a fish detector. It is used to see when a
6 * goldfish passes in front of the camera. It does this by counting
7 * the number of input pixels that fall within a particular HSV
10 * It takes a multitude of arguments:
12 * -h <num>-<num> the range of H values that are fish
13 * -s <num>-<num> the range of S values that are fish
14 * -v <num>-<num> the range of V values that are fish
15 * -z zap all non-fish values to black
16 * -l <num> limit the number of saved files to <num>
17 * -i <num> only check frames every <num> seconds
18 * -t <num> the threshold for the amount of fish pixels (range 0-1)
19 * -d turn debugging on
20 * -D <directory> where to put the fish images
22 * This file is part of FFmpeg.
24 * FFmpeg is free software; you can redistribute it and/or
25 * modify it under the terms of the GNU Lesser General Public
26 * License as published by the Free Software Foundation; either
27 * version 2.1 of the License, or (at your option) any later version.
29 * FFmpeg is distributed in the hope that it will be useful,
30 * but WITHOUT ANY WARRANTY; without even the implied warranty of
31 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
32 * Lesser General Public License for more details.
34 * You should have received a copy of the GNU Lesser General Public
35 * License along with FFmpeg; if not, write to the Free Software
36 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
47 #include "libavformat/avformat.h"
48 #include "libavformat/framehook.h"
49 #include "libavcodec/dsputil.h"
50 #include "libswscale/swscale.h"
53 static int sws_flags
= SWS_BICUBIC
;
56 #define ONE_HALF (1 << (SCALEBITS - 1))
57 #define FIX(x) ((int) ((x) * (1<<SCALEBITS) + 0.5))
59 #define YUV_TO_RGB1_CCIR(cb1, cr1)\
63 r_add = FIX(1.40200*255.0/224.0) * cr + ONE_HALF;\
64 g_add = - FIX(0.34414*255.0/224.0) * cb - FIX(0.71414*255.0/224.0) * cr + \
66 b_add = FIX(1.77200*255.0/224.0) * cb + ONE_HALF;\
69 #define YUV_TO_RGB2_CCIR(r, g, b, y1)\
71 yt = ((y1) - 16) * FIX(255.0/219.0);\
72 r = cm[(yt + r_add) >> SCALEBITS];\
73 g = cm[(yt + g_add) >> SCALEBITS];\
74 b = cm[(yt + b_add) >> SCALEBITS];\
97 struct SwsContext
*toRGB_convert_ctx
;
100 static void dorange(const char *s
, int *first
, int *second
, int maxval
)
102 sscanf(s
, "%d-%d", first
, second
);
105 if (*second
> maxval
)
109 void Release(void *ctx
)
112 ci
= (ContextInfo
*) ctx
;
115 sws_freeContext(ci
->toRGB_convert_ctx
);
120 int Configure(void **ctxp
, int argc
, char *argv
[])
125 *ctxp
= av_mallocz(sizeof(ContextInfo
));
126 ci
= (ContextInfo
*) *ctxp
;
132 ci
->file_limit
= 100;
133 ci
->min_interval
= 1000000;
134 ci
->inset
= 10; /* Percent */
136 while ((c
= getopt(argc
, argv
, "w:i:dh:s:v:zl:t:D:")) > 0) {
139 dorange(optarg
, &ci
->dark
.h
, &ci
->bright
.h
, 360);
142 dorange(optarg
, &ci
->dark
.s
, &ci
->bright
.s
, 255);
145 dorange(optarg
, &ci
->dark
.v
, &ci
->bright
.v
, 255);
151 ci
->file_limit
= atoi(optarg
);
154 ci
->min_interval
= 1000000 * atof(optarg
);
157 ci
->threshold
= atof(optarg
) * 1000;
158 if (ci
->threshold
> 1000 || ci
->threshold
< 0) {
159 av_log(NULL
, AV_LOG_ERROR
, "Invalid threshold value '%s' (range is 0-1)\n", optarg
);
164 ci
->min_width
= atoi(optarg
);
170 ci
->dir
= av_strdup(optarg
);
173 av_log(NULL
, AV_LOG_ERROR
, "Unrecognized argument '%s'\n", argv
[optind
]);
178 av_log(NULL
, AV_LOG_INFO
, "Fish detector configured:\n");
179 av_log(NULL
, AV_LOG_INFO
, " HSV range: %d,%d,%d - %d,%d,%d\n",
186 av_log(NULL
, AV_LOG_INFO
, " Threshold is %d%% pixels\n", ci
->threshold
/ 10);
192 static void get_hsv(HSV
*hsv
, int r
, int g
, int b
)
221 hsv
->h
= i
+ (60 * f
) / (v
- x
);
225 hsv
->s
= (255 * (v
- x
)) / v
;
231 void Process(void *ctx
, AVPicture
*picture
, enum PixelFormat pix_fmt
, int width
, int height
, int64_t pts
)
233 ContextInfo
*ci
= (ContextInfo
*) ctx
;
234 uint8_t *cm
= ff_cropTbl
+ MAX_NEG_CROP
;
235 int rowsize
= picture
->linesize
[0];
238 av_log(NULL
, AV_LOG_DEBUG
, "pix_fmt = %d, width = %d, pts = %lld, ci->next_pts = %lld\n",
239 pix_fmt
, width
, pts
, ci
->next_pts
);
242 if (pts
< ci
->next_pts
)
245 if (width
< ci
->min_width
)
248 ci
->next_pts
= pts
+ 1000000;
250 if (pix_fmt
== PIX_FMT_YUV420P
) {
252 int width2
= width
>> 1;
259 h_end
= 2 * ((ci
->inset
* height
) / 200);
260 h_start
= height
- h_end
;
262 w_end
= (ci
->inset
* width2
) / 100;
263 w_start
= width2
- w_end
;
265 pixcnt
= ((h_start
- h_end
) >> 1) * (w_start
- w_end
);
267 y
= picture
->data
[0] + h_end
* picture
->linesize
[0] + w_end
* 2;
268 u
= picture
->data
[1] + h_end
* picture
->linesize
[1] / 2 + w_end
;
269 v
= picture
->data
[2] + h_end
* picture
->linesize
[2] / 2 + w_end
;
271 for (h
= h_start
; h
> h_end
; h
-= 2) {
274 for (w
= w_start
; w
> w_end
; w
--) {
277 int cb
, cr
, yt
, r_add
, g_add
, b_add
;
279 YUV_TO_RGB1_CCIR(u
[0], v
[0]);
280 YUV_TO_RGB2_CCIR(r
, g
, b
, y
[0]);
282 get_hsv(&hsv
, r
, g
, b
);
285 av_log(NULL
, AV_LOG_DEBUG
, "(%d,%d,%d) -> (%d,%d,%d)\n",
286 r
,g
,b
,hsv
.h
,hsv
.s
,hsv
.v
);
289 if (hsv
.h
>= ci
->dark
.h
&& hsv
.h
<= ci
->bright
.h
&&
290 hsv
.s
>= ci
->dark
.s
&& hsv
.s
<= ci
->bright
.s
&&
291 hsv
.v
>= ci
->dark
.v
&& hsv
.v
<= ci
->bright
.v
) {
293 } else if (ci
->zapping
) {
294 y
[0] = y
[1] = y
[rowsize
] = y
[rowsize
+ 1] = 16;
304 y
+= picture
->linesize
[0] * 2 - (w_start
- w_end
) * 2;
305 u
+= picture
->linesize
[1] - (w_start
- w_end
);
306 v
+= picture
->linesize
[2] - (w_start
- w_end
);
310 av_log(NULL
, AV_LOG_INFO
, "Fish: Inrange=%d of %d = %d threshold\n", inrange
, pixcnt
, 1000 * inrange
/ pixcnt
);
312 if (inrange
* 1000 / pixcnt
>= ci
->threshold
) {
317 static int frame_counter
;
318 static int foundfile
;
320 if ((frame_counter
++ % 20) == 0) {
321 /* Check how many files we have */
326 d
= opendir(ci
->dir
);
330 while ((dent
= readdir(d
))) {
331 if (strncmp("fishimg", dent
->d_name
, 7) == 0) {
332 if (strcmp(".ppm", dent
->d_name
+ strlen(dent
->d_name
) - 4) == 0) {
341 if (foundfile
< ci
->file_limit
) {
345 size
= avpicture_get_size(PIX_FMT_RGB24
, width
, height
);
346 buf
= av_malloc(size
);
348 avpicture_fill(&picture1
, buf
, PIX_FMT_RGB24
, width
, height
);
350 // if we already got a SWS context, let's realloc if is not re-useable
351 ci
->toRGB_convert_ctx
= sws_getCachedContext(ci
->toRGB_convert_ctx
,
352 width
, height
, pix_fmt
,
353 width
, height
, PIX_FMT_RGB24
,
354 sws_flags
, NULL
, NULL
, NULL
);
355 if (ci
->toRGB_convert_ctx
== NULL
) {
356 av_log(NULL
, AV_LOG_ERROR
,
357 "Cannot initialize the toRGB conversion context\n");
360 // img_convert parameters are 2 first destination, then 4 source
361 // sws_scale parameters are context, 4 first source, then 2 destination
362 sws_scale(ci
->toRGB_convert_ctx
,
363 picture
->data
, picture
->linesize
, 0, height
,
364 picture1
.data
, picture1
.linesize
);
366 /* Write out the PPM file */
367 snprintf(fname
, sizeof(fname
), "%s/fishimg%ld_%"PRId64
".ppm", ci
->dir
, (long)(av_gettime() / 1000000), pts
);
368 f
= fopen(fname
, "w");
370 fprintf(f
, "P6 %d %d 255\n", width
, height
);
371 fwrite(buf
, width
* height
* 3, 1, f
);
376 ci
->next_pts
= pts
+ ci
->min_interval
;