1 /*
   2  * Copyright (c) 1999, 2016, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.  Oracle designates this
   8  * particular file as subject to the "Classpath" exception as provided
   9  * by Oracle in the LICENSE file that accompanied this code.
  10  *
  11  * This code is distributed in the hope that it will be useful, but WITHOUT
  12  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14  * version 2 for more details (a copy is included in the LICENSE file that
  15  * accompanied this code).
  16  *
  17  * You should have received a copy of the GNU General Public License version
  18  * 2 along with this work; if not, write to the Free Software Foundation,
  19  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20  *
  21  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  22  * or visit www.oracle.com if you need additional information or have any
  23  * questions.
  24  */
  25 
  26 #ifdef HEADLESS
  27     #error This file should not be included in headless library
  28 #endif
  29 
  30 #include "jvm_md.h"
  31 #include <dlfcn.h>
  32 
  33 #include "awt_p.h"
  34 #include "awt_GraphicsEnv.h"
  35 #define XK_MISCELLANY
  36 #include <X11/keysymdef.h>
  37 #include <X11/Xutil.h>
  38 #include <X11/Xmd.h>
  39 #include <X11/extensions/xtestext1.h>
  40 #include <X11/extensions/XTest.h>
  41 #include <X11/extensions/XInput.h>
  42 #include <X11/extensions/XI.h>
  43 #include <jni.h>
  44 #include <sizecalc.h>
  45 #include "robot_common.h"
  46 #include "canvas.h"
  47 #include "wsutils.h"
  48 #include "list.h"
  49 #include "multiVis.h"
  50 #include "gtk_interface.h"
  51 
  52 #if defined(__linux__) || defined(MACOSX)
  53 #include <sys/socket.h>
  54 #endif
  55 
  56 static Bool   (*compositeQueryExtension)   (Display*, int*, int*);
  57 static Status (*compositeQueryVersion)     (Display*, int*, int*);
  58 static Window (*compositeGetOverlayWindow) (Display *, Window);
  59 
  60 extern struct X11GraphicsConfigIDs x11GraphicsConfigIDs;
  61 
  62 static jint * masks;
  63 static jint num_buttons;
  64 
  65 static void *xCompositeHandle;
  66 
  67 static const char* XCOMPOSITE = JNI_LIB_NAME("Xcomposite");
  68 static const char* XCOMPOSITE_VERSIONED = VERSIONED_JNI_LIB_NAME("Xcomposite", "1");
  69 
  70 static Bool checkXCompositeFunctions(void) {
  71     return (compositeQueryExtension   != NULL   &&
  72             compositeQueryVersion     != NULL   &&
  73             compositeGetOverlayWindow != NULL);
  74 }
  75 
  76 static void initXCompositeFunctions(void) {
  77 
  78     if (xCompositeHandle == NULL) {
  79         xCompositeHandle = dlopen(XCOMPOSITE, RTLD_LAZY | RTLD_GLOBAL);
  80         if (xCompositeHandle == NULL) {
  81             xCompositeHandle = dlopen(XCOMPOSITE_VERSIONED, RTLD_LAZY | RTLD_GLOBAL);
  82         }
  83     }
  84     //*(void **)(&asyncGetCallTraceFunction)
  85     if (xCompositeHandle != NULL) {
  86         *(void **)(&compositeQueryExtension) = dlsym(xCompositeHandle, "XCompositeQueryExtension");
  87         *(void **)(&compositeQueryVersion) = dlsym(xCompositeHandle, "XCompositeQueryVersion");
  88         *(void **)(&compositeGetOverlayWindow) = dlsym(xCompositeHandle, "XCompositeGetOverlayWindow");
  89     }
  90 
  91     if (xCompositeHandle && !checkXCompositeFunctions()) {
  92         dlclose(xCompositeHandle);
  93     }
  94 }
  95 
  96 static int32_t isXTestAvailable() {
  97     int32_t major_opcode, first_event, first_error;
  98     int32_t  event_basep, error_basep, majorp, minorp;
  99     int32_t isXTestAvailable;
 100 
 101     /* check if XTest is available */
 102     isXTestAvailable = XQueryExtension(awt_display, XTestExtensionName, &major_opcode, &first_event, &first_error);
 103     if (isXTestAvailable) {
 104         DTRACE_PRINTLN3("RobotPeer: XQueryExtension(XTEST) returns major_opcode = %d, first_event = %d, first_error = %d",
 105                         major_opcode, first_event, first_error);
 106         /* check if XTest version is OK */
 107         XTestQueryExtension(awt_display, &event_basep, &error_basep, &majorp, &minorp);
 108         DTRACE_PRINTLN4("RobotPeer: XTestQueryExtension returns event_basep = %d, error_basep = %d, majorp = %d, minorp = %d",
 109                         event_basep, error_basep, majorp, minorp);
 110         if (majorp < 2 || (majorp == 2 && minorp < 2)) {
 111             /* bad version*/
 112             DTRACE_PRINTLN2("XRobotPeer: XTEST version is %d.%d \n", majorp, minorp);
 113             if (majorp == 2 && minorp == 1) {
 114                 DTRACE_PRINTLN("XRobotPeer: XTEST is 2.1 - no grab is available\n");
 115             } else {
 116                 isXTestAvailable = False;
 117             }
 118         } else {
 119             /* allow XTest calls even if someone else has the grab; e.g. during
 120              * a window resize operation. Works only with XTEST2.2*/
 121             XTestGrabControl(awt_display, True);
 122         }
 123     } else {
 124         DTRACE_PRINTLN("RobotPeer: XTEST extension is unavailable");
 125     }
 126 
 127     return isXTestAvailable;
 128 }
 129 
 130 static Bool hasXCompositeOverlayExtension(Display *display) {
 131 
 132     int xoverlay = False;
 133     int eventBase, errorBase;
 134     if (checkXCompositeFunctions() &&
 135         compositeQueryExtension(display, &eventBase, &errorBase))
 136     {
 137         int major = 0;
 138         int minor = 0;
 139 
 140         compositeQueryVersion(display, &major, &minor);
 141         if (major > 0 || minor >= 3) {
 142             xoverlay = True;
 143         }
 144     }
 145 
 146     return xoverlay;
 147 }
 148 
 149 static jboolean isXCompositeDisplay(Display *display, int screenNumber) {
 150 
 151     char NET_WM_CM_Sn[25];
 152     snprintf(NET_WM_CM_Sn, sizeof(NET_WM_CM_Sn), "_NET_WM_CM_S%d\0", screenNumber);
 153 
 154     Atom managerSelection = XInternAtom(display, NET_WM_CM_Sn, 0);
 155     Window owner = XGetSelectionOwner(display, managerSelection);
 156 
 157     return owner != 0;
 158 }
 159 
 160 static XImage *getWindowImage(Display * display, Window window,
 161                               int32_t x, int32_t y,
 162                               int32_t w, int32_t h) {
 163     XImage         *image;
 164     int32_t        transparentOverlays;
 165     int32_t        numVisuals;
 166     XVisualInfo    *pVisuals;
 167     int32_t        numOverlayVisuals;
 168     OverlayInfo    *pOverlayVisuals;
 169     int32_t        numImageVisuals;
 170     XVisualInfo    **pImageVisuals;
 171     list_ptr       vis_regions;    /* list of regions to read from */
 172     list_ptr       vis_image_regions ;
 173     int32_t        allImage = 0 ;
 174     int32_t        format = ZPixmap;
 175 
 176     /* prevent user from moving stuff around during the capture */
 177     XGrabServer(display);
 178 
 179     /*
 180      * The following two functions live in multiVis.c-- they are pretty
 181      * much verbatim taken from the source to the xwd utility from the
 182      * X11 source. This version of the xwd source was somewhat better written
 183      * for reuse compared to Sun's version.
 184      *
 185      *        ftp.x.org/pub/R6.3/xc/programs/xwd
 186      *
 187      * We use these functions since they do the very tough job of capturing
 188      * the screen correctly when it contains multiple visuals. They take into
 189      * account the depth/colormap of each visual and produce a capture as a
 190      * 24-bit RGB image so we don't have to fool around with colormaps etc.
 191      */
 192 
 193     GetMultiVisualRegions(
 194         display,
 195         window,
 196         x, y, w, h,
 197         &transparentOverlays,
 198         &numVisuals,
 199         &pVisuals,
 200         &numOverlayVisuals,
 201         &pOverlayVisuals,
 202         &numImageVisuals,
 203         &pImageVisuals,
 204         &vis_regions,
 205         &vis_image_regions,
 206         &allImage );
 207 
 208     image = ReadAreaToImage(
 209         display,
 210         window,
 211         x, y, w, h,
 212         numVisuals,
 213         pVisuals,
 214         numOverlayVisuals,
 215         pOverlayVisuals,
 216         numImageVisuals,
 217         pImageVisuals,
 218         vis_regions,
 219         vis_image_regions,
 220         format,
 221         allImage );
 222 
 223     /* allow user to do stuff again */
 224     XUngrabServer(display);
 225 
 226     /* make sure the grab/ungrab is flushed */
 227     XSync(display, False);
 228 
 229     return image;
 230 }
 231 
 232 /*********************************************************************************************/
 233 
 234 // this should be called from XRobotPeer constructor
 235 JNIEXPORT void JNICALL
 236 Java_sun_awt_X11_XRobotPeer_setup (JNIEnv * env, jclass cls, jint numberOfButtons, jintArray buttonDownMasks)
 237 {
 238     int32_t xtestAvailable;
 239     jint *tmp;
 240     int i;
 241 
 242     DTRACE_PRINTLN("RobotPeer: setup()");
 243 
 244     num_buttons = numberOfButtons;
 245     tmp = (*env)->GetIntArrayElements(env, buttonDownMasks, JNI_FALSE);
 246     CHECK_NULL(tmp);
 247 
 248     masks = (jint *)SAFE_SIZE_ARRAY_ALLOC(malloc, sizeof(jint), num_buttons);
 249     if (masks == (jint *) NULL) {
 250         (*env)->ExceptionClear(env);
 251         (*env)->ReleaseIntArrayElements(env, buttonDownMasks, tmp, 0);
 252         JNU_ThrowOutOfMemoryError((JNIEnv *)JNU_GetEnv(jvm, JNI_VERSION_1_2), NULL);
 253         return;
 254     }
 255     for (i = 0; i < num_buttons; i++) {
 256         masks[i] = tmp[i];
 257     }
 258     (*env)->ReleaseIntArrayElements(env, buttonDownMasks, tmp, 0);
 259 
 260     AWT_LOCK();
 261     xtestAvailable = isXTestAvailable();
 262     DTRACE_PRINTLN1("RobotPeer: XTest available = %d", xtestAvailable);
 263     if (!xtestAvailable) {
 264         JNU_ThrowByName(env, "java/awt/AWTException", "java.awt.Robot requires your X server support the XTEST extension version 2.2");
 265     }
 266 
 267     AWT_UNLOCK();
 268 }
 269 
 270 
 271 JNIEXPORT void JNICALL
 272 Java_sun_awt_X11_XRobotPeer_getRGBPixelsImpl( JNIEnv *env,
 273                              jclass cls,
 274                              jobject xgc,
 275                              jint jx,
 276                              jint jy,
 277                              jint jwidth,
 278                              jint jheight,
 279                              jint scale,
 280                              jintArray pixelArray,
 281                              jboolean useGtk) {
 282     XImage *image;
 283     jint *ary;               /* Array of jints for sending pixel values back
 284                               * to parent process.
 285                               */
 286     Window rootWindow;
 287     XWindowAttributes attr;
 288     AwtGraphicsConfigDataPtr adata;
 289 
 290     DTRACE_PRINTLN6("RobotPeer: getRGBPixelsImpl(%lx, %d, %d, %d, %d, %x)", xgc, jx, jy, jwidth, jheight, pixelArray);
 291 
 292     if (jwidth <= 0 || jheight <= 0) {
 293         return;
 294     }
 295 
 296     adata = (AwtGraphicsConfigDataPtr) JNU_GetLongFieldAsPtr(env, xgc, x11GraphicsConfigIDs.aData);
 297     DASSERT(adata != NULL);
 298 
 299     AWT_LOCK();
 300 
 301     jint sx = jx * scale;
 302     jint sy = jy * scale;
 303     jint swidth = jwidth * scale;
 304     jint sheight = jheight * scale;
 305 
 306     rootWindow = XRootWindow(awt_display, adata->awt_visInfo.screen);
 307 
 308     if (!useGtk) {
 309         if (hasXCompositeOverlayExtension(awt_display) &&
 310             isXCompositeDisplay(awt_display, adata->awt_visInfo.screen))
 311         {
 312             rootWindow = compositeGetOverlayWindow(awt_display, rootWindow);
 313         }
 314     }
 315 
 316     if (!XGetWindowAttributes(awt_display, rootWindow, &attr)
 317             || sx + swidth <= attr.x
 318             || attr.x + attr.width <= sx
 319             || sy + sheight <= attr.y
 320             || attr.y + attr.height <= sy) {
 321 
 322         AWT_UNLOCK();
 323         return; // Does not intersect with root window
 324     }
 325 
 326     gboolean gtk_failed = TRUE;
 327     jint _x, _y;
 328 
 329     jint x = MAX(sx, attr.x);
 330     jint y = MAX(sy, attr.y);
 331     jint width = MIN(sx + swidth, attr.x + attr.width) - x;
 332     jint height = MIN(sy + sheight, attr.y + attr.height) - y;
 333 
 334 
 335     int dx = attr.x > sx ? attr.x - sx : 0;
 336     int dy = attr.y > sy ? attr.y - sy : 0;
 337 
 338     int index;
 339 
 340     if (useGtk) {
 341         gtk->gdk_threads_enter();
 342         gtk_failed = gtk->get_drawable_data(env, pixelArray, x, y, width,
 343                                             height, jwidth, dx, dy, scale);
 344         gtk->gdk_threads_leave();
 345     }
 346 
 347     if (gtk_failed) {
 348         image = getWindowImage(awt_display, rootWindow, sx, sy, swidth, sheight);
 349 
 350         ary = (*env)->GetPrimitiveArrayCritical(env, pixelArray, NULL);
 351 
 352         if (!ary) {
 353             XDestroyImage(image);
 354             AWT_UNLOCK();
 355             return;
 356         }
 357 
 358         dx /= scale;
 359         dy /= scale;
 360         width /= scale;
 361         height /= scale;
 362 
 363         /* convert to Java ARGB pixels */
 364         for (_y = 0; _y < height; _y++) {
 365             for (_x = 0; _x < width; _x++) {
 366                 jint pixel = (jint) XGetPixel(image, _x * scale, _y * scale);
 367                                                               /* Note ignore upper
 368                                                                * 32-bits on 64-bit
 369                                                                * OSes.
 370                                                                */
 371                 pixel |= 0xff000000; /* alpha - full opacity */
 372 
 373                 index = (_y + dy) * jwidth + (_x + dx);
 374                 ary[index] = pixel;
 375             }
 376         }
 377 
 378         XDestroyImage(image);
 379         (*env)->ReleasePrimitiveArrayCritical(env, pixelArray, ary, 0);
 380     }
 381     AWT_UNLOCK();
 382 }
 383 
 384 JNIEXPORT void JNICALL
 385 Java_sun_awt_X11_XRobotPeer_keyPressImpl (JNIEnv *env,
 386                          jclass cls,
 387                          jint keycode) {
 388 
 389     AWT_LOCK();
 390 
 391     DTRACE_PRINTLN1("RobotPeer: keyPressImpl(%i)", keycode);
 392 
 393     XTestFakeKeyEvent(awt_display,
 394                       XKeysymToKeycode(awt_display, awt_getX11KeySym(keycode)),
 395                       True,
 396                       CurrentTime);
 397 
 398     XSync(awt_display, False);
 399 
 400     AWT_UNLOCK();
 401 
 402 }
 403 
 404 JNIEXPORT void JNICALL
 405 Java_sun_awt_X11_XRobotPeer_keyReleaseImpl (JNIEnv *env,
 406                            jclass cls,
 407                            jint keycode) {
 408     AWT_LOCK();
 409 
 410     DTRACE_PRINTLN1("RobotPeer: keyReleaseImpl(%i)", keycode);
 411 
 412     XTestFakeKeyEvent(awt_display,
 413                       XKeysymToKeycode(awt_display, awt_getX11KeySym(keycode)),
 414                       False,
 415                       CurrentTime);
 416 
 417     XSync(awt_display, False);
 418 
 419     AWT_UNLOCK();
 420 }
 421 
 422 JNIEXPORT void JNICALL
 423 Java_sun_awt_X11_XRobotPeer_mouseMoveImpl (JNIEnv *env,
 424                           jclass cls,
 425                           jobject xgc,
 426                           jint root_x,
 427                           jint root_y) {
 428 
 429     AwtGraphicsConfigDataPtr adata;
 430 
 431     AWT_LOCK();
 432 
 433     DTRACE_PRINTLN3("RobotPeer: mouseMoveImpl(%lx, %i, %i)", xgc, root_x, root_y);
 434 
 435     adata = (AwtGraphicsConfigDataPtr) JNU_GetLongFieldAsPtr(env, xgc, x11GraphicsConfigIDs.aData);
 436     DASSERT(adata != NULL);
 437 
 438     XWarpPointer(awt_display, None, XRootWindow(awt_display, adata->awt_visInfo.screen), 0, 0, 0, 0, root_x, root_y);
 439     XSync(awt_display, False);
 440 
 441     AWT_UNLOCK();
 442 }
 443 
 444 /*
 445   * Function joining the code of mousePressImpl and mouseReleaseImpl
 446   */
 447 void mouseAction(JNIEnv *env,
 448                  jclass cls,
 449                  jint buttonMask,
 450                  Bool isMousePress)
 451 {
 452     AWT_LOCK();
 453 
 454     DTRACE_PRINTLN1("RobotPeer: mouseAction(%i)", buttonMask);
 455     DTRACE_PRINTLN1("RobotPeer: mouseAction, press = %d", isMousePress);
 456 
 457     if (buttonMask & java_awt_event_InputEvent_BUTTON1_MASK ||
 458         buttonMask & java_awt_event_InputEvent_BUTTON1_DOWN_MASK )
 459     {
 460         XTestFakeButtonEvent(awt_display, 1, isMousePress, CurrentTime);
 461     }
 462     if ((buttonMask & java_awt_event_InputEvent_BUTTON2_MASK ||
 463          buttonMask & java_awt_event_InputEvent_BUTTON2_DOWN_MASK) &&
 464         (num_buttons >= 2)) {
 465         XTestFakeButtonEvent(awt_display, 2, isMousePress, CurrentTime);
 466     }
 467     if ((buttonMask & java_awt_event_InputEvent_BUTTON3_MASK ||
 468          buttonMask & java_awt_event_InputEvent_BUTTON3_DOWN_MASK) &&
 469         (num_buttons >= 3)) {
 470         XTestFakeButtonEvent(awt_display, 3, isMousePress, CurrentTime);
 471     }
 472 
 473     if (num_buttons > 3){
 474         int32_t i;
 475         int32_t button = 0;
 476         for (i = 3; i<num_buttons; i++){
 477             if ((buttonMask & masks[i])) {
 478                 // arrays starts from zero index => +1
 479                 // users wants to affect 4 or 5 button but they are assigned
 480                 // to the wheel so => we have to shift it to the right by 2.
 481                 button = i + 3;
 482                 XTestFakeButtonEvent(awt_display, button, isMousePress, CurrentTime);
 483             }
 484         }
 485     }
 486 
 487     XSync(awt_display, False);
 488     AWT_UNLOCK();
 489 }
 490 
 491 JNIEXPORT void JNICALL
 492 Java_sun_awt_X11_XRobotPeer_mousePressImpl (JNIEnv *env,
 493                            jclass cls,
 494                            jint buttonMask) {
 495     mouseAction(env, cls, buttonMask, True);
 496 }
 497 
 498 JNIEXPORT void JNICALL
 499 Java_sun_awt_X11_XRobotPeer_mouseReleaseImpl (JNIEnv *env,
 500                              jclass cls,
 501                              jint buttonMask) {
 502     mouseAction(env, cls, buttonMask, False);
 503 }
 504 
 505 JNIEXPORT void JNICALL
 506 Java_sun_awt_X11_XRobotPeer_mouseWheelImpl (JNIEnv *env,
 507                            jclass cls,
 508                            jint wheelAmt) {
 509 /* Mouse wheel is implemented as a button press of button 4 and 5, so it */
 510 /* probably could have been hacked into robot_mouseButtonEvent, but it's */
 511 /* cleaner to give it its own command type, in case the implementation   */
 512 /* needs to be changed later.  -bchristi, 6/20/01                        */
 513 
 514     int32_t repeat = abs(wheelAmt);
 515     int32_t button = wheelAmt < 0 ? 4 : 5;  /* wheel up:   button 4 */
 516                                                  /* wheel down: button 5 */
 517     int32_t loopIdx;
 518 
 519     AWT_LOCK();
 520 
 521     DTRACE_PRINTLN1("RobotPeer: mouseWheelImpl(%i)", wheelAmt);
 522 
 523     for (loopIdx = 0; loopIdx < repeat; loopIdx++) { /* do nothing for   */
 524                                                      /* wheelAmt == 0    */
 525         XTestFakeButtonEvent(awt_display, button, True, CurrentTime);
 526         XTestFakeButtonEvent(awt_display, button, False, CurrentTime);
 527     }
 528     XSync(awt_display, False);
 529 
 530     AWT_UNLOCK();
 531 }
 532 
 533 JNIEXPORT void JNICALL
 534 Java_sun_awt_X11_XRobotPeer_loadNativeLibraries (JNIEnv *env, jclass cls) {
 535     initXCompositeFunctions();
 536 }