x11grab.c 22.5 KB
Newer Older
1 2
/*
 * X11 video grab interface
3
 *
4
 * This file is part of FFmpeg.
5
 *
6 7 8
 * FFmpeg integration:
 * Copyright (C) 2006 Clemens Fruhwirth <clemens@endorphin.org>
 *                    Edouard Gomez <ed.gomez@free.fr>
9
 *
10
 * This file contains code from grab.c:
11
 * Copyright (c) 2000-2001 Fabrice Bellard
12 13
 *
 * This file contains code from the xvidcap project:
14 15
 * Copyright (C) 1997-1998 Rasca, Berlin
 *               2003-2004 Karl H. Beckers, Frankfurt
16
 *
17
 * FFmpeg is free software; you can redistribute it and/or modify
18 19 20 21
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
22
 * FFmpeg is distributed in the hope that it will be useful,
23 24 25 26
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
27 28 29
 * You should have received a copy of the GNU General Public License
 * along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
30
 */
31

E
Edouard Gomez 已提交
32
/**
33
 * @file
D
Diego Biurrun 已提交
34 35 36
 * X11 frame device demuxer
 * @author Clemens Fruhwirth <clemens@endorphin.org>
 * @author Edouard Gomez <ed.gomez@free.fr>
E
Edouard Gomez 已提交
37 38
 */

39
#include "config.h"
40
#include "libavformat/internal.h"
41 42 43
#include "libavutil/log.h"
#include "libavutil/opt.h"
#include "libavutil/parseutils.h"
44
#include "libavutil/time.h"
45
#include <time.h>
I
Isaac Dooley 已提交
46
#include <X11/cursorfont.h>
47 48 49 50
#include <X11/X.h>
#include <X11/Xlib.h>
#include <X11/Xlibint.h>
#include <X11/Xproto.h>
51
#include <X11/Xutil.h>
52
#include <sys/shm.h>
Y
Yu-Jie Lin 已提交
53
#include <X11/extensions/shape.h>
54
#include <X11/extensions/XShm.h>
R
Roxis 已提交
55
#include <X11/extensions/Xfixes.h>
56
#include "avdevice.h"
57

E
Edouard Gomez 已提交
58 59 60
/**
 * X11 Device Demuxer context
 */
61
struct x11grab {
62
    const AVClass *class;    /**< Class for private options. */
E
Edouard Gomez 已提交
63 64 65 66 67
    int frame_size;          /**< Size in bytes of a grabbed frame */
    AVRational time_base;    /**< Time base */
    int64_t time_frame;      /**< Current time */

    int width;               /**< Width of the grab frame */
68
    int height;              /**< Height of the grab frame */
E
Edouard Gomez 已提交
69 70 71 72 73 74 75
    int x_off;               /**< Horizontal top-left corner coordinate */
    int y_off;               /**< Vertical top-left corner coordinate */

    Display *dpy;            /**< X11 display from which x11grab grabs frames */
    XImage *image;           /**< X11 image holding the grab */
    int use_shm;             /**< !0 when using XShm extension */
    XShmSegmentInfo shminfo; /**< When using XShm, keeps track of XShm infos */
76
    int  draw_mouse;         /**< Set by a private option. */
Y
Yu-Jie Lin 已提交
77
    int  follow_mouse;       /**< Set by a private option. */
Y
Yu-Jie Lin 已提交
78
    int  show_region;        /**< set by a private option. */
79
    AVRational framerate;         /**< Set by a private option. */
80 81
    int palette_changed;
    uint32_t palette[256];
Y
Yu-Jie Lin 已提交
82

83
    Cursor c;
Y
Yu-Jie Lin 已提交
84
    Window region_win;       /**< This is used by show_region option. */
D
Diego Biurrun 已提交
85
};
E
Edouard Gomez 已提交
86

Y
Yu-Jie Lin 已提交
87 88 89 90
#define REGION_WIN_BORDER 3
/**
 * Draw grabbing region window
 *
91
 * @param s x11grab context
Y
Yu-Jie Lin 已提交
92 93
 */
static void
94
x11grab_draw_region_win(struct x11grab *s)
Y
Yu-Jie Lin 已提交
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
{
    Display *dpy = s->dpy;
    int screen;
    Window win = s->region_win;
    GC gc;

    screen = DefaultScreen(dpy);
    gc = XCreateGC(dpy, win, 0, 0);
    XSetForeground(dpy, gc, WhitePixel(dpy, screen));
    XSetBackground(dpy, gc, BlackPixel(dpy, screen));
    XSetLineAttributes(dpy, gc, REGION_WIN_BORDER, LineDoubleDash, 0, 0);
    XDrawRectangle(dpy, win, gc,
                   1, 1,
                   (s->width  + REGION_WIN_BORDER * 2) - 1 * 2 - 1,
                   (s->height + REGION_WIN_BORDER * 2) - 1 * 2 - 1);
    XFreeGC(dpy, gc);
}

/**
 * Initialize grabbing region window
 *
116
 * @param s x11grab context
Y
Yu-Jie Lin 已提交
117 118
 */
static void
119
x11grab_region_win_init(struct x11grab *s)
Y
Yu-Jie Lin 已提交
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147
{
    Display *dpy = s->dpy;
    int screen;
    XSetWindowAttributes attribs;
    XRectangle rect;

    screen = DefaultScreen(dpy);
    attribs.override_redirect = True;
    s->region_win = XCreateWindow(dpy, RootWindow(dpy, screen),
                                  s->x_off  - REGION_WIN_BORDER,
                                  s->y_off  - REGION_WIN_BORDER,
                                  s->width  + REGION_WIN_BORDER * 2,
                                  s->height + REGION_WIN_BORDER * 2,
                                  0, CopyFromParent,
                                  InputOutput, CopyFromParent,
                                  CWOverrideRedirect, &attribs);
    rect.x = 0;
    rect.y = 0;
    rect.width  = s->width;
    rect.height = s->height;
    XShapeCombineRectangles(dpy, s->region_win,
                            ShapeBounding, REGION_WIN_BORDER, REGION_WIN_BORDER,
                            &rect, 1, ShapeSubtract, 0);
    XMapWindow(dpy, s->region_win);
    XSelectInput(dpy, s->region_win, ExposureMask | StructureNotifyMask);
    x11grab_draw_region_win(s);
}

E
Edouard Gomez 已提交
148
/**
149
 * Initialize the x11 grab device demuxer (public device demuxer API).
E
Edouard Gomez 已提交
150 151 152
 *
 * @param s1 Context from avformat core
 * @return <ul>
153
 *          <li>AVERROR(ENOMEM) no memory left</li>
154
 *          <li>AVERROR(EIO) other failure case</li>
E
Edouard Gomez 已提交
155 156 157
 *          <li>0 success</li>
 *         </ul>
 */
158
static int
159
x11grab_read_header(AVFormatContext *s1)
160
{
161
    struct x11grab *x11grab = s1->priv_data;
162 163
    Display *dpy;
    AVStream *st = NULL;
164
    enum AVPixelFormat input_pixfmt;
165
    XImage *image;
E
Edouard Gomez 已提交
166 167
    int x_off = 0;
    int y_off = 0;
Y
Yu-Jie Lin 已提交
168
    int screen;
169
    int use_shm = 0;
170
    char *dpyname, *offset;
171
    int ret = 0;
172 173 174
    Colormap color_map;
    XColor color[256];
    int i;
175

176
    dpyname = av_strdup(s1->filename);
177
    if (!dpyname)
178 179
        goto out;

180
    offset = strchr(dpyname, '+');
181 182
    if (offset) {
        sscanf(offset, "%d,%d", &x_off, &y_off);
183 184 185 186 187 188
        if (strstr(offset, "nomouse")) {
            av_log(s1, AV_LOG_WARNING,
                   "'nomouse' specification in argument is deprecated: "
                   "use 'draw_mouse' option with value 0 instead\n");
            x11grab->draw_mouse = 0;
        }
189 190 191
        *offset= 0;
    }

192
    av_log(s1, AV_LOG_INFO, "device: %s -> display: %s x: %d y: %d width: %d height: %d\n",
193
           s1->filename, dpyname, x_off, y_off, x11grab->width, x11grab->height);
194

195 196
    dpy = XOpenDisplay(dpyname);
    av_freep(&dpyname);
197 198
    if(!dpy) {
        av_log(s1, AV_LOG_ERROR, "Could not open X display.\n");
199 200
        ret = AVERROR(EIO);
        goto out;
201
    }
202

203
    st = avformat_new_stream(s1, NULL);
204
    if (!st) {
205 206
        ret = AVERROR(ENOMEM);
        goto out;
207
    }
208
    avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
209

Y
Yu-Jie Lin 已提交
210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225
    screen = DefaultScreen(dpy);

    if (x11grab->follow_mouse) {
        int screen_w, screen_h;
        Window w;

        screen_w = DisplayWidth(dpy, screen);
        screen_h = DisplayHeight(dpy, screen);
        XQueryPointer(dpy, RootWindow(dpy, screen), &w, &w, &x_off, &y_off, &ret, &ret, &ret);
        x_off -= x11grab->width / 2;
        y_off -= x11grab->height / 2;
        x_off = FFMIN(FFMAX(x_off, 0), screen_w - x11grab->width);
        y_off = FFMIN(FFMAX(y_off, 0), screen_h - x11grab->height);
        av_log(s1, AV_LOG_INFO, "followmouse is enabled, resetting grabbing region to x: %d y: %d\n", x_off, y_off);
    }

226
    if (x11grab->use_shm) {
227
    use_shm = XShmQueryExtension(dpy);
228
    av_log(s1, AV_LOG_INFO, "shared memory extension%s found\n", use_shm ? "" : " not");
229
    }
230 231 232 233 234 235 236 237 238

    if(use_shm) {
        int scr = XDefaultScreen(dpy);
        image = XShmCreateImage(dpy,
                                DefaultVisual(dpy, scr),
                                DefaultDepth(dpy, scr),
                                ZPixmap,
                                NULL,
                                &x11grab->shminfo,
239
                                x11grab->width, x11grab->height);
240 241 242 243 244
        x11grab->shminfo.shmid = shmget(IPC_PRIVATE,
                                        image->bytes_per_line * image->height,
                                        IPC_CREAT|0777);
        if (x11grab->shminfo.shmid == -1) {
            av_log(s1, AV_LOG_ERROR, "Fatal: Can't get shared memory!\n");
245 246
            ret = AVERROR(ENOMEM);
            goto out;
247 248 249 250 251 252 253
        }
        x11grab->shminfo.shmaddr = image->data = shmat(x11grab->shminfo.shmid, 0, 0);
        x11grab->shminfo.readOnly = False;

        if (!XShmAttach(dpy, &x11grab->shminfo)) {
            av_log(s1, AV_LOG_ERROR, "Fatal: Failed to attach shared memory!\n");
            /* needs some better error subroutine :) */
254 255
            ret = AVERROR(EIO);
            goto out;
256 257
        }
    } else {
Y
Yu-Jie Lin 已提交
258
        image = XGetImage(dpy, RootWindow(dpy, screen),
259
                          x_off,y_off,
260
                          x11grab->width, x11grab->height,
261 262 263 264 265
                          AllPlanes, ZPixmap);
    }

    switch (image->bits_per_pixel) {
    case 8:
D
Diego Biurrun 已提交
266
        av_log (s1, AV_LOG_DEBUG, "8 bit palette\n");
267
        input_pixfmt = AV_PIX_FMT_PAL8;
268 269 270 271 272 273 274 275 276
        color_map = DefaultColormap(dpy, screen);
        for (i = 0; i < 256; ++i)
            color[i].pixel = i;
        XQueryColors(dpy, color_map, color, 256);
        for (i = 0; i < 256; ++i)
            x11grab->palette[i] = (color[i].red   & 0xFF00) << 8 |
                                  (color[i].green & 0xFF00)      |
                                  (color[i].blue  & 0xFF00) >> 8;
        x11grab->palette_changed = 1;
277 278
        break;
    case 16:
E
Edouard Gomez 已提交
279 280 281
        if (       image->red_mask   == 0xf800 &&
                   image->green_mask == 0x07e0 &&
                   image->blue_mask  == 0x001f ) {
282
            av_log (s1, AV_LOG_DEBUG, "16 bit RGB565\n");
283
            input_pixfmt = AV_PIX_FMT_RGB565;
E
Edouard Gomez 已提交
284 285 286
        } else if (image->red_mask   == 0x7c00 &&
                   image->green_mask == 0x03e0 &&
                   image->blue_mask  == 0x001f ) {
287
            av_log(s1, AV_LOG_DEBUG, "16 bit RGB555\n");
288
            input_pixfmt = AV_PIX_FMT_RGB555;
289 290 291
        } else {
            av_log(s1, AV_LOG_ERROR, "RGB ordering at image depth %i not supported ... aborting\n", image->bits_per_pixel);
            av_log(s1, AV_LOG_ERROR, "color masks: r 0x%.6lx g 0x%.6lx b 0x%.6lx\n", image->red_mask, image->green_mask, image->blue_mask);
292
            ret = AVERROR_PATCHWELCOME;
293
            goto out;
294 295 296
        }
        break;
    case 24:
E
Edouard Gomez 已提交
297 298 299
        if (        image->red_mask   == 0xff0000 &&
                    image->green_mask == 0x00ff00 &&
                    image->blue_mask  == 0x0000ff ) {
300
            input_pixfmt = AV_PIX_FMT_BGR24;
E
Edouard Gomez 已提交
301 302 303
        } else if ( image->red_mask   == 0x0000ff &&
                    image->green_mask == 0x00ff00 &&
                    image->blue_mask  == 0xff0000 ) {
304
            input_pixfmt = AV_PIX_FMT_RGB24;
305 306 307
        } else {
            av_log(s1, AV_LOG_ERROR,"rgb ordering at image depth %i not supported ... aborting\n", image->bits_per_pixel);
            av_log(s1, AV_LOG_ERROR, "color masks: r 0x%.6lx g 0x%.6lx b 0x%.6lx\n", image->red_mask, image->green_mask, image->blue_mask);
308
            ret = AVERROR_PATCHWELCOME;
309
            goto out;
310 311 312
        }
        break;
    case 32:
313 314 315 316 317 318 319 320 321 322
        if (        image->red_mask   == 0xff0000 &&
                    image->green_mask == 0x00ff00 &&
                    image->blue_mask  == 0x0000ff ) {
            input_pixfmt = AV_PIX_FMT_0RGB32;
        } else {
            av_log(s1, AV_LOG_ERROR,"rgb ordering at image depth %i not supported ... aborting\n", image->bits_per_pixel);
            av_log(s1, AV_LOG_ERROR, "color masks: r 0x%.6lx g 0x%.6lx b 0x%.6lx\n", image->red_mask, image->green_mask, image->blue_mask);
            ret = AVERROR_PATCHWELCOME;
            goto out;
        }
323 324 325
        break;
    default:
        av_log(s1, AV_LOG_ERROR, "image depth %i not supported ... aborting\n", image->bits_per_pixel);
326
        ret = AVERROR_PATCHWELCOME;
327
        goto out;
328 329
    }

330
    x11grab->frame_size = x11grab->width * x11grab->height * image->bits_per_pixel/8;
331
    x11grab->dpy = dpy;
332
    x11grab->time_base  = av_inv_q(x11grab->framerate);
333
    x11grab->time_frame = av_gettime() / av_q2d(x11grab->time_base);
334 335 336 337 338
    x11grab->x_off = x_off;
    x11grab->y_off = y_off;
    x11grab->image = image;
    x11grab->use_shm = use_shm;

339
    st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
340
    st->codec->codec_id = AV_CODEC_ID_RAWVIDEO;
341 342
    st->codec->width  = x11grab->width;
    st->codec->height = x11grab->height;
343
    st->codec->pix_fmt = input_pixfmt;
344 345
    st->codec->time_base = x11grab->time_base;
    st->codec->bit_rate = x11grab->frame_size * 1/av_q2d(x11grab->time_base) * 8;
346

347
out:
M
Michael Niedermayer 已提交
348
    av_free(dpyname);
349
    return ret;
350 351
}

E
Edouard Gomez 已提交
352
/**
353
 * Paint a mouse pointer in an X11 image.
E
Edouard Gomez 已提交
354
 *
D
Diego Biurrun 已提交
355
 * @param image image to paint the mouse pointer to
E
Edouard Gomez 已提交
356 357 358
 * @param s context used to retrieve original grabbing rectangle
 *          coordinates
 */
359
static void
360
paint_mouse_pointer(XImage *image, AVFormatContext *s1)
361
{
362
    struct x11grab *s = s1->priv_data;
363 364 365 366
    int x_off = s->x_off;
    int y_off = s->y_off;
    int width = s->width;
    int height = s->height;
R
Roxis 已提交
367 368 369 370 371
    Display *dpy = s->dpy;
    XFixesCursorImage *xcim;
    int x, y;
    int line, column;
    int to_line, to_column;
372 373 374 375 376 377
    int pixstride = image->bits_per_pixel >> 3;
    /* Warning: in its insanity, xlib provides unsigned image data through a
     * char* pointer, so we have to make it uint8_t to make things not break.
     * Anyone who performs further investigation of the xlib API likely risks
     * permanent brain damage. */
    uint8_t *pix = image->data;
378 379
    Window w;
    XSetWindowAttributes attr;
380 381 382 383

    /* Code doesn't currently support 16-bit or PAL8 */
    if (image->bits_per_pixel != 24 && image->bits_per_pixel != 32)
        return;
384

385 386
    if(!s->c)
        s->c = XCreateFontCursor(dpy, XC_left_ptr);
387
    w = DefaultRootWindow(dpy);
388
    attr.cursor = s->c;
I
Isaac Dooley 已提交
389 390
    XChangeWindowAttributes(dpy, w, CWCursor, &attr);

C
Carl Eugen Hoyos 已提交
391
    xcim = XFixesGetCursorImage(dpy);
392 393 394 395 396 397
    if (!xcim) {
        av_log(s1, AV_LOG_WARNING,
               "XFixes extension not available, impossible to draw cursor\n");
        s->draw_mouse = 0;
        return;
    }
398

R
Roxis 已提交
399 400 401 402 403 404 405 406
    x = xcim->x - xcim->xhot;
    y = xcim->y - xcim->yhot;

    to_line = FFMIN((y + xcim->height), (height + y_off));
    to_column = FFMIN((x + xcim->width), (width + x_off));

    for (line = FFMAX(y, y_off); line < to_line; line++) {
        for (column = FFMAX(x, x_off); column < to_column; column++) {
407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422
            int  xcim_addr = (line - y) * xcim->width + column - x;
            int image_addr = ((line - y_off) * width + column - x_off) * pixstride;
            int r = (uint8_t)(xcim->pixels[xcim_addr] >>  0);
            int g = (uint8_t)(xcim->pixels[xcim_addr] >>  8);
            int b = (uint8_t)(xcim->pixels[xcim_addr] >> 16);
            int a = (uint8_t)(xcim->pixels[xcim_addr] >> 24);

            if (a == 255) {
                pix[image_addr+0] = r;
                pix[image_addr+1] = g;
                pix[image_addr+2] = b;
            } else if (a) {
                /* pixel values from XFixesGetCursorImage come premultiplied by alpha */
                pix[image_addr+0] = r + (pix[image_addr+0]*(255-a) + 255/2) / 255;
                pix[image_addr+1] = g + (pix[image_addr+1]*(255-a) + 255/2) / 255;
                pix[image_addr+2] = b + (pix[image_addr+2]*(255-a) + 255/2) / 255;
423
            }
424 425
        }
    }
R
Roxis 已提交
426 427 428

    XFree(xcim);
    xcim = NULL;
429 430 431
}


E
Edouard Gomez 已提交
432
/**
433
 * Read new data in the image structure.
E
Edouard Gomez 已提交
434 435
 *
 * @param dpy X11 display to grab from
436
 * @param d
E
Edouard Gomez 已提交
437 438 439 440
 * @param image Image where the grab will be put
 * @param x Top-Left grabbing rectangle horizontal coordinate
 * @param y Top-Left grabbing rectangle vertical coordinate
 * @return 0 if error, !0 if successful
441 442
 */
static int
E
Edouard Gomez 已提交
443
xget_zpixmap(Display *dpy, Drawable d, XImage *image, int x, int y)
444
{
445 446 447 448 449
    xGetImageReply rep;
    xGetImageReq *req;
    long nbytes;

    if (!image) {
E
Edouard Gomez 已提交
450
        return 0;
451 452 453 454 455 456 457 458 459 460 461 462 463 464
    }

    LockDisplay(dpy);
    GetReq(GetImage, req);

    /* First set up the standard stuff in the request */
    req->drawable = d;
    req->x = x;
    req->y = y;
    req->width = image->width;
    req->height = image->height;
    req->planeMask = (unsigned int)AllPlanes;
    req->format = ZPixmap;

E
Edouard Gomez 已提交
465
    if (!_XReply(dpy, (xReply *)&rep, 0, xFalse) || !rep.length) {
466 467
        UnlockDisplay(dpy);
        SyncHandle();
E
Edouard Gomez 已提交
468
        return 0;
469 470 471 472 473 474 475
    }

    nbytes = (long)rep.length << 2;
    _XReadPad(dpy, image->data, nbytes);

    UnlockDisplay(dpy);
    SyncHandle();
E
Edouard Gomez 已提交
476
    return 1;
477 478
}

E
Edouard Gomez 已提交
479
/**
480
 * Grab a frame from x11 (public device demuxer API).
E
Edouard Gomez 已提交
481 482 483 484 485
 *
 * @param s1 Context from avformat core
 * @param pkt Packet holding the brabbed frame
 * @return frame size in bytes
 */
486 487
static int
x11grab_read_packet(AVFormatContext *s1, AVPacket *pkt)
488
{
489
    struct x11grab *s = s1->priv_data;
490 491 492 493 494
    Display *dpy = s->dpy;
    XImage *image = s->image;
    int x_off = s->x_off;
    int y_off = s->y_off;

Y
Yu-Jie Lin 已提交
495 496 497 498
    int screen;
    Window root;
    int follow_mouse = s->follow_mouse;

499 500 501 502
    int64_t curtime, delay;
    struct timespec ts;

    /* Calculate the time of the next frame */
503
    s->time_frame += INT64_C(1000000);
504 505 506 507

    /* wait based on the frame rate */
    for(;;) {
        curtime = av_gettime();
E
Edouard Gomez 已提交
508
        delay = s->time_frame * av_q2d(s->time_base) - curtime;
509
        if (delay <= 0) {
510 511
            if (delay < INT64_C(-1000000) * av_q2d(s->time_base)) {
                s->time_frame += INT64_C(1000000);
512 513 514 515 516 517 518 519
            }
            break;
        }
        ts.tv_sec = delay / 1000000;
        ts.tv_nsec = (delay % 1000000) * 1000;
        nanosleep(&ts, NULL);
    }

520 521 522
    av_init_packet(pkt);
    pkt->data = image->data;
    pkt->size = s->frame_size;
E
Edouard Gomez 已提交
523
    pkt->pts = curtime;
524 525 526 527 528 529 530 531 532 533
    if (s->palette_changed) {
        uint8_t *pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE,
                                               AVPALETTE_SIZE);
        if (!pal) {
            av_log(s, AV_LOG_ERROR, "Cannot append palette to packet\n");
        } else {
            memcpy(pal, s->palette, AVPALETTE_SIZE);
            s->palette_changed = 0;
        }
    }
534

Y
Yu-Jie Lin 已提交
535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
    screen = DefaultScreen(dpy);
    root = RootWindow(dpy, screen);
    if (follow_mouse) {
        int screen_w, screen_h;
        int pointer_x, pointer_y, _;
        Window w;

        screen_w = DisplayWidth(dpy, screen);
        screen_h = DisplayHeight(dpy, screen);
        XQueryPointer(dpy, root, &w, &w, &pointer_x, &pointer_y, &_, &_, &_);
        if (follow_mouse == -1) {
            // follow the mouse, put it at center of grabbing region
            x_off += pointer_x - s->width  / 2 - x_off;
            y_off += pointer_y - s->height / 2 - y_off;
        } else {
            // follow the mouse, but only move the grabbing region when mouse
            // reaches within certain pixels to the edge.
            if (pointer_x > x_off + s->width - follow_mouse) {
                x_off += pointer_x - (x_off + s->width - follow_mouse);
            } else if (pointer_x < x_off + follow_mouse)
                x_off -= (x_off + follow_mouse) - pointer_x;
            if (pointer_y > y_off + s->height - follow_mouse) {
                y_off += pointer_y - (y_off + s->height - follow_mouse);
            } else if (pointer_y < y_off + follow_mouse)
                y_off -= (y_off + follow_mouse) - pointer_y;
        }
        // adjust grabbing region position if it goes out of screen.
        s->x_off = x_off = FFMIN(FFMAX(x_off, 0), screen_w - s->width);
        s->y_off = y_off = FFMIN(FFMAX(y_off, 0), screen_h - s->height);
Y
Yu-Jie Lin 已提交
564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580

        if (s->show_region && s->region_win)
            XMoveWindow(dpy, s->region_win,
                        s->x_off - REGION_WIN_BORDER,
                        s->y_off - REGION_WIN_BORDER);
    }

    if (s->show_region) {
        if (s->region_win) {
            XEvent evt;
            // clean up the events, and do the initinal draw or redraw.
            for (evt.type = NoEventMask; XCheckMaskEvent(dpy, ExposureMask | StructureNotifyMask, &evt); );
            if (evt.type)
                x11grab_draw_region_win(s);
        } else {
            x11grab_region_win_init(s);
        }
Y
Yu-Jie Lin 已提交
581 582
    }

583
    if(s->use_shm) {
Y
Yu-Jie Lin 已提交
584
        if (!XShmGetImage(dpy, root, image, x_off, y_off, AllPlanes)) {
585 586 587
            av_log (s1, AV_LOG_INFO, "XShmGetImage() failed\n");
        }
    } else {
Y
Yu-Jie Lin 已提交
588
        if (!xget_zpixmap(dpy, root, image, x_off, y_off)) {
589 590 591 592
            av_log (s1, AV_LOG_INFO, "XGetZPixmap() failed\n");
        }
    }

593
    if (s->draw_mouse) {
594
        paint_mouse_pointer(image, s1);
595 596 597
    }

    return s->frame_size;
598 599
}

E
Edouard Gomez 已提交
600
/**
601
 * Close x11 frame grabber (public device demuxer API).
E
Edouard Gomez 已提交
602 603 604 605
 *
 * @param s1 Context from avformat core
 * @return 0 success, !0 failure
 */
606 607
static int
x11grab_read_close(AVFormatContext *s1)
608
{
609
    struct x11grab *x11grab = s1->priv_data;
610 611 612 613 614 615 616 617 618 619 620 621 622 623

    /* Detach cleanly from shared mem */
    if (x11grab->use_shm) {
        XShmDetach(x11grab->dpy, &x11grab->shminfo);
        shmdt(x11grab->shminfo.shmaddr);
        shmctl(x11grab->shminfo.shmid, IPC_RMID, NULL);
    }

    /* Destroy X11 image */
    if (x11grab->image) {
        XDestroyImage(x11grab->image);
        x11grab->image = NULL;
    }

Y
Yu-Jie Lin 已提交
624 625 626 627
    if (x11grab->region_win) {
        XDestroyWindow(x11grab->dpy, x11grab->region_win);
    }

628 629 630
    /* Free X11 display */
    XCloseDisplay(x11grab->dpy);
    return 0;
631 632
}

633
#define OFFSET(x) offsetof(struct x11grab, x)
634 635
#define DEC AV_OPT_FLAG_DECODING_PARAM
static const AVOption options[] = {
636
    { "draw_mouse", "draw the mouse pointer", OFFSET(draw_mouse), AV_OPT_TYPE_INT, {.i64 = 1}, 0, 1, DEC },
637 638

    { "follow_mouse", "move the grabbing region when the mouse pointer reaches within specified amount of pixels to the edge of region",
639
      OFFSET(follow_mouse), AV_OPT_TYPE_INT, {.i64 = 0}, -1, INT_MAX, DEC, "follow_mouse" },
640
    { "centered",     "keep the mouse pointer at the center of grabbing region when following",
641
      0, AV_OPT_TYPE_CONST, {.i64 = -1}, INT_MIN, INT_MAX, DEC, "follow_mouse" },
642

643
    { "framerate",  "set video frame rate",      OFFSET(framerate),   AV_OPT_TYPE_VIDEO_RATE, {.str = "ntsc"}, 0, 0, DEC },
644
    { "show_region", "show the grabbing region", OFFSET(show_region), AV_OPT_TYPE_INT,        {.i64 = 0}, 0, 1, DEC },
645
    { "video_size",  "set video frame size",     OFFSET(width),       AV_OPT_TYPE_IMAGE_SIZE, {.str = "vga"}, 0, 0, DEC },
646
    { "use_shm",     "use MIT-SHM extension",    OFFSET(use_shm),     AV_OPT_TYPE_INT,        {.i64 = 1}, 0, 1, DEC },
647 648 649 650 651 652 653 654
    { NULL },
};

static const AVClass x11_class = {
    .class_name = "X11grab indev",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
655
    .category   = AV_CLASS_CATEGORY_DEVICE_VIDEO_INPUT,
656 657
};

E
Edouard Gomez 已提交
658
/** x11 grabber device demuxer declaration */
659
AVInputFormat ff_x11grab_demuxer = {
660 661
    .name           = "x11grab",
    .long_name      = NULL_IF_CONFIG_SMALL("X11grab"),
662
    .priv_data_size = sizeof(struct x11grab),
663 664 665 666 667
    .read_header    = x11grab_read_header,
    .read_packet    = x11grab_read_packet,
    .read_close     = x11grab_read_close,
    .flags          = AVFMT_NOFILE,
    .priv_class     = &x11_class,
668
};