1 /* 2 * Copyright (c) 1999, 2015, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. Oracle designates this 8 * particular file as subject to the "Classpath" exception as provided 9 * by Oracle in the LICENSE file that accompanied this code. 10 * 11 * This code is distributed in the hope that it will be useful, but WITHOUT 12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 14 * version 2 for more details (a copy is included in the LICENSE file that 15 * accompanied this code). 16 * 17 * You should have received a copy of the GNU General Public License version 18 * 2 along with this work; if not, write to the Free Software Foundation, 19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 20 * 21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 22 * or visit www.oracle.com if you need additional information or have any 23 * questions. 24 */ 25 26 #ifdef HEADLESS 27 #error This file should not be included in headless library 28 #endif 29 30 #include "awt_p.h" 31 #include "awt_GraphicsEnv.h" 32 #define XK_MISCELLANY 33 #include <X11/keysymdef.h> 34 #include <X11/Xutil.h> 35 #include <X11/Xmd.h> 36 #include <X11/extensions/xtestext1.h> 37 #include <X11/extensions/XTest.h> 38 #include <X11/extensions/XInput.h> 39 #include <X11/extensions/XI.h> 40 #include <jni.h> 41 #include <sizecalc.h> 42 #include "robot_common.h" 43 #include "canvas.h" 44 #include "wsutils.h" 45 #include "list.h" 46 #include "multiVis.h" 47 #include "gtk2_interface.h" 48 49 #if defined(__linux__) || defined(MACOSX) 50 #include <sys/socket.h> 51 #endif 52 53 extern struct X11GraphicsConfigIDs x11GraphicsConfigIDs; 54 55 static jint * masks; 56 static jint num_buttons; 57 58 static int32_t isXTestAvailable() { 59 int32_t major_opcode, first_event, first_error; 60 int32_t event_basep, error_basep, majorp, minorp; 61 int32_t isXTestAvailable; 62 63 /* check if XTest is available */ 64 isXTestAvailable = XQueryExtension(awt_display, XTestExtensionName, &major_opcode, &first_event, &first_error); 65 DTRACE_PRINTLN3("RobotPeer: XQueryExtension(XTEST) returns major_opcode = %d, first_event = %d, first_error = %d", 66 major_opcode, first_event, first_error); 67 if (isXTestAvailable) { 68 /* check if XTest version is OK */ 69 XTestQueryExtension(awt_display, &event_basep, &error_basep, &majorp, &minorp); 70 DTRACE_PRINTLN4("RobotPeer: XTestQueryExtension returns event_basep = %d, error_basep = %d, majorp = %d, minorp = %d", 71 event_basep, error_basep, majorp, minorp); 72 if (majorp < 2 || (majorp == 2 && minorp < 2)) { 73 /* bad version*/ 74 DTRACE_PRINTLN2("XRobotPeer: XTEST version is %d.%d \n", majorp, minorp); 75 if (majorp == 2 && minorp == 1) { 76 DTRACE_PRINTLN("XRobotPeer: XTEST is 2.1 - no grab is available\n"); 77 } else { 78 isXTestAvailable = False; 79 } 80 } else { 81 /* allow XTest calls even if someone else has the grab; e.g. during 82 * a window resize operation. Works only with XTEST2.2*/ 83 XTestGrabControl(awt_display, True); 84 } 85 } else { 86 DTRACE_PRINTLN("RobotPeer: XTEST extension is unavailable"); 87 } 88 89 return isXTestAvailable; 90 } 91 92 93 static XImage *getWindowImage(Display * display, Window window, 94 int32_t x, int32_t y, 95 int32_t w, int32_t h) { 96 XImage *image; 97 int32_t transparentOverlays; 98 int32_t numVisuals; 99 XVisualInfo *pVisuals; 100 int32_t numOverlayVisuals; 101 OverlayInfo *pOverlayVisuals; 102 int32_t numImageVisuals; 103 XVisualInfo **pImageVisuals; 104 list_ptr vis_regions; /* list of regions to read from */ 105 list_ptr vis_image_regions ; 106 int32_t allImage = 0 ; 107 int32_t format = ZPixmap; 108 109 /* prevent user from moving stuff around during the capture */ 110 XGrabServer(display); 111 112 /* 113 * The following two functions live in multiVis.c-- they are pretty 114 * much verbatim taken from the source to the xwd utility from the 115 * X11 source. This version of the xwd source was somewhat better written 116 * for reuse compared to Sun's version. 117 * 118 * ftp.x.org/pub/R6.3/xc/programs/xwd 119 * 120 * We use these functions since they do the very tough job of capturing 121 * the screen correctly when it contains multiple visuals. They take into 122 * account the depth/colormap of each visual and produce a capture as a 123 * 24-bit RGB image so we don't have to fool around with colormaps etc. 124 */ 125 126 GetMultiVisualRegions( 127 display, 128 window, 129 x, y, w, h, 130 &transparentOverlays, 131 &numVisuals, 132 &pVisuals, 133 &numOverlayVisuals, 134 &pOverlayVisuals, 135 &numImageVisuals, 136 &pImageVisuals, 137 &vis_regions, 138 &vis_image_regions, 139 &allImage ); 140 141 image = ReadAreaToImage( 142 display, 143 window, 144 x, y, w, h, 145 numVisuals, 146 pVisuals, 147 numOverlayVisuals, 148 pOverlayVisuals, 149 numImageVisuals, 150 pImageVisuals, 151 vis_regions, 152 vis_image_regions, 153 format, 154 allImage ); 155 156 /* allow user to do stuff again */ 157 XUngrabServer(display); 158 159 /* make sure the grab/ungrab is flushed */ 160 XSync(display, False); 161 162 return image; 163 } 164 165 /*********************************************************************************************/ 166 167 // this should be called from XRobotPeer constructor 168 JNIEXPORT void JNICALL 169 Java_sun_awt_X11_XRobotPeer_setup (JNIEnv * env, jclass cls, jint numberOfButtons, jintArray buttonDownMasks) 170 { 171 int32_t xtestAvailable; 172 jint *tmp; 173 int i; 174 175 DTRACE_PRINTLN("RobotPeer: setup()"); 176 177 num_buttons = numberOfButtons; 178 tmp = (*env)->GetIntArrayElements(env, buttonDownMasks, JNI_FALSE); 179 CHECK_NULL(tmp); 180 181 masks = (jint *)SAFE_SIZE_ARRAY_ALLOC(malloc, sizeof(jint), num_buttons); 182 if (masks == (jint *) NULL) { 183 (*env)->ExceptionClear(env); 184 (*env)->ReleaseIntArrayElements(env, buttonDownMasks, tmp, 0); 185 JNU_ThrowOutOfMemoryError((JNIEnv *)JNU_GetEnv(jvm, JNI_VERSION_1_2), NULL); 186 return; 187 } 188 for (i = 0; i < num_buttons; i++) { 189 masks[i] = tmp[i]; 190 } 191 (*env)->ReleaseIntArrayElements(env, buttonDownMasks, tmp, 0); 192 193 AWT_LOCK(); 194 xtestAvailable = isXTestAvailable(); 195 DTRACE_PRINTLN1("RobotPeer: XTest available = %d", xtestAvailable); 196 if (!xtestAvailable) { 197 JNU_ThrowByName(env, "java/awt/AWTException", "java.awt.Robot requires your X server support the XTEST extension version 2.2"); 198 } 199 200 AWT_UNLOCK(); 201 } 202 203 204 JNIEXPORT void JNICALL 205 Java_sun_awt_X11_XRobotPeer_getRGBPixelsImpl( JNIEnv *env, 206 jclass cls, 207 jobject xgc, 208 jint jx, 209 jint jy, 210 jint jwidth, 211 jint jheight, 212 jint scale, 213 jintArray pixelArray, 214 jboolean isGtkSupported) { 215 XImage *image; 216 jint *ary; /* Array of jints for sending pixel values back 217 * to parent process. 218 */ 219 Window rootWindow; 220 XWindowAttributes attr; 221 AwtGraphicsConfigDataPtr adata; 222 223 DTRACE_PRINTLN6("RobotPeer: getRGBPixelsImpl(%lx, %d, %d, %d, %d, %x)", xgc, jx, jy, jwidth, jheight, pixelArray); 224 225 if (jwidth <= 0 || jheight <= 0) { 226 return; 227 } 228 229 adata = (AwtGraphicsConfigDataPtr) JNU_GetLongFieldAsPtr(env, xgc, x11GraphicsConfigIDs.aData); 230 DASSERT(adata != NULL); 231 232 AWT_LOCK(); 233 234 jint sx = jx * scale; 235 jint sy = jy * scale; 236 jint swidth = jwidth * scale; 237 jint sheight = jheight * scale; 238 239 rootWindow = XRootWindow(awt_display, adata->awt_visInfo.screen); 240 241 if (!XGetWindowAttributes(awt_display, rootWindow, &attr) 242 || sx + swidth <= attr.x 243 || attr.x + attr.width <= sx 244 || sy + sheight <= attr.y 245 || attr.y + attr.height <= sy) { 246 247 AWT_UNLOCK(); 248 return; // Does not intersect with root window 249 } 250 251 gboolean gtk_failed = TRUE; 252 jint _x, _y; 253 254 jint x = MAX(sx, attr.x); 255 jint y = MAX(sy, attr.y); 256 jint width = MIN(sx + swidth, attr.x + attr.width) - x; 257 jint height = MIN(sy + sheight, attr.y + attr.height) - y; 258 259 260 int dx = attr.x > sx ? attr.x - sx : 0; 261 int dy = attr.y > sy ? attr.y - sy : 0; 262 263 int index; 264 265 if (isGtkSupported) { 266 GdkPixbuf *pixbuf; 267 (*fp_gdk_threads_enter)(); 268 GdkWindow *root = (*fp_gdk_get_default_root_window)(); 269 270 pixbuf = (*fp_gdk_pixbuf_get_from_drawable)(NULL, root, NULL, 271 x, y, 0, 0, width, height); 272 if (pixbuf && scale != 1) { 273 GdkPixbuf *scaledPixbuf; 274 x /= scale; 275 y /= scale; 276 width /= scale; 277 height /= scale; 278 dx /= scale; 279 dy /= scale; 280 scaledPixbuf = (*fp_gdk_pixbuf_scale_simple)(pixbuf, width, height, 281 GDK_INTERP_BILINEAR); 282 (*fp_g_object_unref)(pixbuf); 283 pixbuf = scaledPixbuf; 284 } 285 286 if (pixbuf) { 287 int nchan = (*fp_gdk_pixbuf_get_n_channels)(pixbuf); 288 int stride = (*fp_gdk_pixbuf_get_rowstride)(pixbuf); 289 290 if ((*fp_gdk_pixbuf_get_width)(pixbuf) == width 291 && (*fp_gdk_pixbuf_get_height)(pixbuf) == height 292 && (*fp_gdk_pixbuf_get_bits_per_sample)(pixbuf) == 8 293 && (*fp_gdk_pixbuf_get_colorspace)(pixbuf) == GDK_COLORSPACE_RGB 294 && nchan >= 3 295 ) { 296 guchar *p, *pix = (*fp_gdk_pixbuf_get_pixels)(pixbuf); 297 298 ary = (*env)->GetPrimitiveArrayCritical(env, pixelArray, NULL); 299 if (!ary) { 300 (*fp_g_object_unref)(pixbuf); 301 (*fp_gdk_threads_leave)(); 302 AWT_UNLOCK(); 303 return; 304 } 305 306 for (_y = 0; _y < height; _y++) { 307 for (_x = 0; _x < width; _x++) { 308 p = pix + _y * stride + _x * nchan; 309 310 index = (_y + dy) * jwidth + (_x + dx); 311 ary[index] = 0xff000000 312 | (p[0] << 16) 313 | (p[1] << 8) 314 | (p[2]); 315 316 } 317 } 318 (*env)->ReleasePrimitiveArrayCritical(env, pixelArray, ary, 0); 319 if ((*env)->ExceptionCheck(env)) { 320 (*fp_g_object_unref)(pixbuf); 321 (*fp_gdk_threads_leave)(); 322 AWT_UNLOCK(); 323 return; 324 } 325 gtk_failed = FALSE; 326 } 327 (*fp_g_object_unref)(pixbuf); 328 } 329 (*fp_gdk_threads_leave)(); 330 } 331 332 if (gtk_failed) { 333 image = getWindowImage(awt_display, rootWindow, sx, sy, swidth, sheight); 334 335 ary = (*env)->GetPrimitiveArrayCritical(env, pixelArray, NULL); 336 337 if (!ary) { 338 XDestroyImage(image); 339 AWT_UNLOCK(); 340 return; 341 } 342 343 dx /= scale; 344 dy /= scale; 345 width /= scale; 346 height /= scale; 347 348 /* convert to Java ARGB pixels */ 349 for (_y = 0; _y < height; _y++) { 350 for (_x = 0; _x < width; _x++) { 351 jint pixel = (jint) XGetPixel(image, _x * scale, _y * scale); 352 /* Note ignore upper 353 * 32-bits on 64-bit 354 * OSes. 355 */ 356 pixel |= 0xff000000; /* alpha - full opacity */ 357 358 index = (_y + dy) * jwidth + (_x + dx); 359 ary[index] = pixel; 360 } 361 } 362 363 XDestroyImage(image); 364 (*env)->ReleasePrimitiveArrayCritical(env, pixelArray, ary, 0); 365 } 366 AWT_UNLOCK(); 367 } 368 369 JNIEXPORT void JNICALL 370 Java_sun_awt_X11_XRobotPeer_keyPressImpl (JNIEnv *env, 371 jclass cls, 372 jint keycode) { 373 374 AWT_LOCK(); 375 376 DTRACE_PRINTLN1("RobotPeer: keyPressImpl(%i)", keycode); 377 378 XTestFakeKeyEvent(awt_display, 379 XKeysymToKeycode(awt_display, awt_getX11KeySym(keycode)), 380 True, 381 CurrentTime); 382 383 XSync(awt_display, False); 384 385 AWT_UNLOCK(); 386 387 } 388 389 JNIEXPORT void JNICALL 390 Java_sun_awt_X11_XRobotPeer_keyReleaseImpl (JNIEnv *env, 391 jclass cls, 392 jint keycode) { 393 AWT_LOCK(); 394 395 DTRACE_PRINTLN1("RobotPeer: keyReleaseImpl(%i)", keycode); 396 397 XTestFakeKeyEvent(awt_display, 398 XKeysymToKeycode(awt_display, awt_getX11KeySym(keycode)), 399 False, 400 CurrentTime); 401 402 XSync(awt_display, False); 403 404 AWT_UNLOCK(); 405 } 406 407 JNIEXPORT void JNICALL 408 Java_sun_awt_X11_XRobotPeer_mouseMoveImpl (JNIEnv *env, 409 jclass cls, 410 jobject xgc, 411 jint root_x, 412 jint root_y) { 413 414 AwtGraphicsConfigDataPtr adata; 415 416 AWT_LOCK(); 417 418 DTRACE_PRINTLN3("RobotPeer: mouseMoveImpl(%lx, %i, %i)", xgc, root_x, root_y); 419 420 adata = (AwtGraphicsConfigDataPtr) JNU_GetLongFieldAsPtr(env, xgc, x11GraphicsConfigIDs.aData); 421 DASSERT(adata != NULL); 422 423 XWarpPointer(awt_display, None, XRootWindow(awt_display, adata->awt_visInfo.screen), 0, 0, 0, 0, root_x, root_y); 424 XSync(awt_display, False); 425 426 AWT_UNLOCK(); 427 } 428 429 /* 430 * Function joining the code of mousePressImpl and mouseReleaseImpl 431 */ 432 void mouseAction(JNIEnv *env, 433 jclass cls, 434 jint buttonMask, 435 Bool isMousePress) 436 { 437 AWT_LOCK(); 438 439 DTRACE_PRINTLN1("RobotPeer: mouseAction(%i)", buttonMask); 440 DTRACE_PRINTLN1("RobotPeer: mouseAction, press = %d", isMousePress); 441 442 if (buttonMask & java_awt_event_InputEvent_BUTTON1_MASK || 443 buttonMask & java_awt_event_InputEvent_BUTTON1_DOWN_MASK ) 444 { 445 XTestFakeButtonEvent(awt_display, 1, isMousePress, CurrentTime); 446 } 447 if ((buttonMask & java_awt_event_InputEvent_BUTTON2_MASK || 448 buttonMask & java_awt_event_InputEvent_BUTTON2_DOWN_MASK) && 449 (num_buttons >= 2)) { 450 XTestFakeButtonEvent(awt_display, 2, isMousePress, CurrentTime); 451 } 452 if ((buttonMask & java_awt_event_InputEvent_BUTTON3_MASK || 453 buttonMask & java_awt_event_InputEvent_BUTTON3_DOWN_MASK) && 454 (num_buttons >= 3)) { 455 XTestFakeButtonEvent(awt_display, 3, isMousePress, CurrentTime); 456 } 457 458 if (num_buttons > 3){ 459 int32_t i; 460 int32_t button = 0; 461 for (i = 3; i<num_buttons; i++){ 462 if ((buttonMask & masks[i])) { 463 // arrays starts from zero index => +1 464 // users wants to affect 4 or 5 button but they are assigned 465 // to the wheel so => we have to shift it to the right by 2. 466 button = i + 3; 467 XTestFakeButtonEvent(awt_display, button, isMousePress, CurrentTime); 468 } 469 } 470 } 471 472 XSync(awt_display, False); 473 AWT_UNLOCK(); 474 } 475 476 JNIEXPORT void JNICALL 477 Java_sun_awt_X11_XRobotPeer_mousePressImpl (JNIEnv *env, 478 jclass cls, 479 jint buttonMask) { 480 mouseAction(env, cls, buttonMask, True); 481 } 482 483 JNIEXPORT void JNICALL 484 Java_sun_awt_X11_XRobotPeer_mouseReleaseImpl (JNIEnv *env, 485 jclass cls, 486 jint buttonMask) { 487 mouseAction(env, cls, buttonMask, False); 488 } 489 490 JNIEXPORT void JNICALL 491 Java_sun_awt_X11_XRobotPeer_mouseWheelImpl (JNIEnv *env, 492 jclass cls, 493 jint wheelAmt) { 494 /* Mouse wheel is implemented as a button press of button 4 and 5, so it */ 495 /* probably could have been hacked into robot_mouseButtonEvent, but it's */ 496 /* cleaner to give it its own command type, in case the implementation */ 497 /* needs to be changed later. -bchristi, 6/20/01 */ 498 499 int32_t repeat = abs(wheelAmt); 500 int32_t button = wheelAmt < 0 ? 4 : 5; /* wheel up: button 4 */ 501 /* wheel down: button 5 */ 502 int32_t loopIdx; 503 504 AWT_LOCK(); 505 506 DTRACE_PRINTLN1("RobotPeer: mouseWheelImpl(%i)", wheelAmt); 507 508 for (loopIdx = 0; loopIdx < repeat; loopIdx++) { /* do nothing for */ 509 /* wheelAmt == 0 */ 510 XTestFakeButtonEvent(awt_display, button, True, CurrentTime); 511 XTestFakeButtonEvent(awt_display, button, False, CurrentTime); 512 } 513 XSync(awt_display, False); 514 515 AWT_UNLOCK(); 516 }