1 /*
   2  * Copyright (c) 2003, 2013, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "compiler/compileBroker.hpp"
  27 #include "gc_interface/collectedHeap.hpp"
  28 #include "prims/whitebox.hpp"
  29 #include "runtime/arguments.hpp"
  30 #include "runtime/frame.inline.hpp"
  31 #include "runtime/init.hpp"
  32 #include "runtime/os.hpp"
  33 #include "runtime/thread.hpp"
  34 #include "runtime/vmThread.hpp"
  35 #include "runtime/vm_operations.hpp"
  36 #include "services/memTracker.hpp"
  37 #include "utilities/debug.hpp"
  38 #include "utilities/decoder.hpp"
  39 #include "utilities/defaultStream.hpp"
  40 #include "utilities/errorReporter.hpp"
  41 #include "utilities/events.hpp"
  42 #include "utilities/top.hpp"
  43 #include "utilities/vmError.hpp"
  44 
  45 // List of environment variables that should be reported in error log file.
  46 const char *env_list[] = {
  47   // All platforms
  48   "JAVA_HOME", "JRE_HOME", "JAVA_TOOL_OPTIONS", "_JAVA_OPTIONS", "CLASSPATH",
  49   "JAVA_COMPILER", "PATH", "USERNAME",
  50 
  51   // Env variables that are defined on Solaris/Linux/BSD
  52   "LD_LIBRARY_PATH", "LD_PRELOAD", "SHELL", "DISPLAY",
  53   "HOSTTYPE", "OSTYPE", "ARCH", "MACHTYPE",
  54 
  55   // defined on Linux
  56   "LD_ASSUME_KERNEL", "_JAVA_SR_SIGNUM",
  57 
  58   // defined on Darwin
  59   "DYLD_LIBRARY_PATH", "DYLD_FALLBACK_LIBRARY_PATH",
  60   "DYLD_FRAMEWORK_PATH", "DYLD_FALLBACK_FRAMEWORK_PATH",
  61   "DYLD_INSERT_LIBRARIES",
  62 
  63   // defined on Windows
  64   "OS", "PROCESSOR_IDENTIFIER", "_ALT_JAVA_HOME_DIR",
  65 
  66   (const char *)0
  67 };
  68 
  69 // Fatal error handler for internal errors and crashes.
  70 //
  71 // The default behavior of fatal error handler is to print a brief message
  72 // to standard out (defaultStream::output_fd()), then save detailed information
  73 // into an error report file (hs_err_pid<pid>.log) and abort VM. If multiple
  74 // threads are having troubles at the same time, only one error is reported.
  75 // The thread that is reporting error will abort VM when it is done, all other
  76 // threads are blocked forever inside report_and_die().
  77 
  78 // Constructor for crashes
  79 VMError::VMError(Thread* thread, unsigned int sig, address pc, void* siginfo, void* context) {
  80     _thread = thread;
  81     _id = sig;
  82     _pc   = pc;
  83     _siginfo = siginfo;
  84     _context = context;
  85 
  86     _verbose = false;
  87     _current_step = 0;
  88     _current_step_info = NULL;
  89 
  90     _message = NULL;
  91     _detail_msg = NULL;
  92     _filename = NULL;
  93     _lineno = 0;
  94 
  95     _size = 0;
  96 }
  97 
  98 // Constructor for internal errors
  99 VMError::VMError(Thread* thread, const char* filename, int lineno,
 100                  const char* message, const char * detail_msg)
 101 {
 102   _thread = thread;
 103   _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 104   _filename = filename;
 105   _lineno = lineno;
 106   _message = message;
 107   _detail_msg = detail_msg;
 108 
 109   _verbose = false;
 110   _current_step = 0;
 111   _current_step_info = NULL;
 112 
 113   _pc = NULL;
 114   _siginfo = NULL;
 115   _context = NULL;
 116 
 117   _size = 0;
 118 }
 119 
 120 // Constructor for OOM errors
 121 VMError::VMError(Thread* thread, const char* filename, int lineno, size_t size,
 122                  VMErrorType vm_err_type, const char* message) {
 123     _thread = thread;
 124     _id = vm_err_type; // Value that's not an OS exception/signal
 125     _filename = filename;
 126     _lineno = lineno;
 127     _message = message;
 128     _detail_msg = NULL;
 129 
 130     _verbose = false;
 131     _current_step = 0;
 132     _current_step_info = NULL;
 133 
 134     _pc = NULL;
 135     _siginfo = NULL;
 136     _context = NULL;
 137 
 138     _size = size;
 139 }
 140 
 141 
 142 // Constructor for non-fatal errors
 143 VMError::VMError(const char* message) {
 144     _thread = NULL;
 145     _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 146     _filename = NULL;
 147     _lineno = 0;
 148     _message = message;
 149     _detail_msg = NULL;
 150 
 151     _verbose = false;
 152     _current_step = 0;
 153     _current_step_info = NULL;
 154 
 155     _pc = NULL;
 156     _siginfo = NULL;
 157     _context = NULL;
 158 
 159     _size = 0;
 160 }
 161 
 162 // -XX:OnError=<string>, where <string> can be a list of commands, separated
 163 // by ';'. "%p" is replaced by current process id (pid); "%%" is replaced by
 164 // a single "%". Some examples:
 165 //
 166 // -XX:OnError="pmap %p"                // show memory map
 167 // -XX:OnError="gcore %p; dbx - %p"     // dump core and launch debugger
 168 // -XX:OnError="cat hs_err_pid%p.log | mail my_email@sun.com"
 169 // -XX:OnError="kill -9 %p"             // ?#!@#
 170 
 171 // A simple parser for -XX:OnError, usage:
 172 //  ptr = OnError;
 173 //  while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr) != NULL)
 174 //     ... ...
 175 static char* next_OnError_command(char* buf, int buflen, const char** ptr) {
 176   if (ptr == NULL || *ptr == NULL) return NULL;
 177 
 178   const char* cmd = *ptr;
 179 
 180   // skip leading blanks or ';'
 181   while (*cmd == ' ' || *cmd == ';') cmd++;
 182 
 183   if (*cmd == '\0') return NULL;
 184 
 185   const char * cmdend = cmd;
 186   while (*cmdend != '\0' && *cmdend != ';') cmdend++;
 187 
 188   Arguments::copy_expand_pid(cmd, cmdend - cmd, buf, buflen);
 189 
 190   *ptr = (*cmdend == '\0' ? cmdend : cmdend + 1);
 191   return buf;
 192 }
 193 
 194 
 195 static void print_bug_submit_message(outputStream *out, Thread *thread) {
 196   if (out == NULL) return;
 197   out->print_raw_cr("# If you would like to submit a bug report, please visit:");
 198   out->print_raw   ("#   ");
 199   out->print_raw_cr(Arguments::java_vendor_url_bug());
 200   // If the crash is in native code, encourage user to submit a bug to the
 201   // provider of that code.
 202   if (thread && thread->is_Java_thread() &&
 203       !thread->is_hidden_from_external_view()) {
 204     JavaThread* jt = (JavaThread*)thread;
 205     if (jt->thread_state() == _thread_in_native) {
 206       out->print_cr("# The crash happened outside the Java Virtual Machine in native code.\n# See problematic frame for where to report the bug.");
 207     }
 208   }
 209   out->print_raw_cr("#");
 210 }
 211 
 212 bool VMError::coredump_status;
 213 char VMError::coredump_message[O_BUFLEN];
 214 
 215 void VMError::report_coredump_status(const char* message, bool status) {
 216   coredump_status = status;
 217   strncpy(coredump_message, message, sizeof(coredump_message));
 218   coredump_message[sizeof(coredump_message)-1] = 0;
 219 }
 220 
 221 
 222 // Return a string to describe the error
 223 char* VMError::error_string(char* buf, int buflen) {
 224   char signame_buf[64];
 225   const char *signame = os::exception_name(_id, signame_buf, sizeof(signame_buf));
 226 
 227   if (signame) {
 228     jio_snprintf(buf, buflen,
 229                  "%s (0x%x) at pc=" PTR_FORMAT ", pid=%d, tid=" UINTX_FORMAT,
 230                  signame, _id, _pc,
 231                  os::current_process_id(), os::current_thread_id());
 232   } else if (_filename != NULL && _lineno > 0) {
 233     // skip directory names
 234     char separator = os::file_separator()[0];
 235     const char *p = strrchr(_filename, separator);
 236     int n = jio_snprintf(buf, buflen,
 237                          "Internal Error at %s:%d, pid=%d, tid=" UINTX_FORMAT,
 238                          p ? p + 1 : _filename, _lineno,
 239                          os::current_process_id(), os::current_thread_id());
 240     if (n >= 0 && n < buflen && _message) {
 241       if (_detail_msg) {
 242         jio_snprintf(buf + n, buflen - n, "%s%s: %s",
 243                      os::line_separator(), _message, _detail_msg);
 244       } else {
 245         jio_snprintf(buf + n, buflen - n, "%sError: %s",
 246                      os::line_separator(), _message);
 247       }
 248     }
 249   } else {
 250     jio_snprintf(buf, buflen,
 251                  "Internal Error (0x%x), pid=%d, tid=" UINTX_FORMAT,
 252                  _id, os::current_process_id(), os::current_thread_id());
 253   }
 254 
 255   return buf;
 256 }
 257 
 258 void VMError::print_stack_trace(outputStream* st, JavaThread* jt,
 259                                 char* buf, int buflen, bool verbose) {
 260 #ifdef ZERO
 261   if (jt->zero_stack()->sp() && jt->top_zero_frame()) {
 262     // StackFrameStream uses the frame anchor, which may not have
 263     // been set up.  This can be done at any time in Zero, however,
 264     // so if it hasn't been set up then we just set it up now and
 265     // clear it again when we're done.
 266     bool has_last_Java_frame = jt->has_last_Java_frame();
 267     if (!has_last_Java_frame)
 268       jt->set_last_Java_frame();
 269     st->print("Java frames:");
 270 
 271     // If the top frame is a Shark frame and the frame anchor isn't
 272     // set up then it's possible that the information in the frame
 273     // is garbage: it could be from a previous decache, or it could
 274     // simply have never been written.  So we print a warning...
 275     StackFrameStream sfs(jt);
 276     if (!has_last_Java_frame && !sfs.is_done()) {
 277       if (sfs.current()->zeroframe()->is_shark_frame()) {
 278         st->print(" (TOP FRAME MAY BE JUNK)");
 279       }
 280     }
 281     st->cr();
 282 
 283     // Print the frames
 284     for(int i = 0; !sfs.is_done(); sfs.next(), i++) {
 285       sfs.current()->zero_print_on_error(i, st, buf, buflen);
 286       st->cr();
 287     }
 288 
 289     // Reset the frame anchor if necessary
 290     if (!has_last_Java_frame)
 291       jt->reset_last_Java_frame();
 292   }
 293 #else
 294   if (jt->has_last_Java_frame()) {
 295     st->print_cr("Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)");
 296     for(StackFrameStream sfs(jt); !sfs.is_done(); sfs.next()) {
 297       sfs.current()->print_on_error(st, buf, buflen, verbose);
 298       st->cr();
 299     }
 300   }
 301 #endif // ZERO
 302 }
 303 
 304 // This is the main function to report a fatal error. Only one thread can
 305 // call this function, so we don't need to worry about MT-safety. But it's
 306 // possible that the error handler itself may crash or die on an internal
 307 // error, for example, when the stack/heap is badly damaged. We must be
 308 // able to handle recursive errors that happen inside error handler.
 309 //
 310 // Error reporting is done in several steps. If a crash or internal error
 311 // occurred when reporting an error, the nested signal/exception handler
 312 // can skip steps that are already (or partially) done. Error reporting will
 313 // continue from the next step. This allows us to retrieve and print
 314 // information that may be unsafe to get after a fatal error. If it happens,
 315 // you may find nested report_and_die() frames when you look at the stack
 316 // in a debugger.
 317 //
 318 // In general, a hang in error handler is much worse than a crash or internal
 319 // error, as it's harder to recover from a hang. Deadlock can happen if we
 320 // try to grab a lock that is already owned by current thread, or if the
 321 // owner is blocked forever (e.g. in os::infinite_sleep()). If possible, the
 322 // error handler and all the functions it called should avoid grabbing any
 323 // lock. An important thing to notice is that memory allocation needs a lock.
 324 //
 325 // We should avoid using large stack allocated buffers. Many errors happen
 326 // when stack space is already low. Making things even worse is that there
 327 // could be nested report_and_die() calls on stack (see above). Only one
 328 // thread can report error, so large buffers are statically allocated in data
 329 // segment.
 330 
 331 void VMError::report(outputStream* st) {
 332 # define BEGIN if (_current_step == 0) { _current_step = 1;
 333 # define STEP(n, s) } if (_current_step < n) { _current_step = n; _current_step_info = s;
 334 # define END }
 335 
 336   // don't allocate large buffer on stack
 337   static char buf[O_BUFLEN];
 338 
 339   BEGIN
 340 
 341   STEP(10, "(printing fatal error message)")
 342 
 343     st->print_cr("#");
 344     if (should_report_bug(_id)) {
 345       st->print_cr("# A fatal error has been detected by the Java Runtime Environment:");
 346     } else {
 347       st->print_cr("# There is insufficient memory for the Java "
 348                    "Runtime Environment to continue.");
 349     }
 350 
 351   STEP(15, "(printing type of error)")
 352 
 353      switch(_id) {
 354        case OOM_MALLOC_ERROR:
 355        case OOM_MMAP_ERROR:
 356          if (_size) {
 357            st->print("# Native memory allocation ");
 358            st->print((_id == (int)OOM_MALLOC_ERROR) ? "(malloc) failed to allocate " :
 359                                                  "(mmap) failed to map ");
 360            jio_snprintf(buf, sizeof(buf), SIZE_FORMAT, _size);
 361            st->print(buf);
 362            st->print(" bytes");
 363            if (_message != NULL) {
 364              st->print(" for ");
 365              st->print(_message);
 366            }
 367            st->cr();
 368          } else {
 369            if (_message != NULL)
 370              st->print("# ");
 371              st->print_cr(_message);
 372          }
 373          // In error file give some solutions
 374          if (_verbose) {
 375            st->print_cr("# Possible reasons:");
 376            st->print_cr("#   The system is out of physical RAM or swap space");
 377            st->print_cr("#   In 32 bit mode, the process size limit was hit");
 378            st->print_cr("# Possible solutions:");
 379            st->print_cr("#   Reduce memory load on the system");
 380            st->print_cr("#   Increase physical memory or swap space");
 381            st->print_cr("#   Check if swap backing store is full");
 382            st->print_cr("#   Use 64 bit Java on a 64 bit OS");
 383            st->print_cr("#   Decrease Java heap size (-Xmx/-Xms)");
 384            st->print_cr("#   Decrease number of Java threads");
 385            st->print_cr("#   Decrease Java thread stack sizes (-Xss)");
 386            st->print_cr("#   Set larger code cache with -XX:ReservedCodeCacheSize=");
 387            st->print_cr("# This output file may be truncated or incomplete.");
 388          } else {
 389            return;  // that's enough for the screen
 390          }
 391          break;
 392        case INTERNAL_ERROR:
 393        default:
 394          break;
 395      }
 396 
 397   STEP(20, "(printing exception/signal name)")
 398 
 399      st->print_cr("#");
 400      st->print("#  ");
 401      // Is it an OS exception/signal?
 402      if (os::exception_name(_id, buf, sizeof(buf))) {
 403        st->print("%s", buf);
 404        st->print(" (0x%x)", _id);                // signal number
 405        st->print(" at pc=" PTR_FORMAT, _pc);
 406      } else {
 407        if (should_report_bug(_id)) {
 408          st->print("Internal Error");
 409        } else {
 410          st->print("Out of Memory Error");
 411        }
 412        if (_filename != NULL && _lineno > 0) {
 413 #ifdef PRODUCT
 414          // In product mode chop off pathname?
 415          char separator = os::file_separator()[0];
 416          const char *p = strrchr(_filename, separator);
 417          const char *file = p ? p+1 : _filename;
 418 #else
 419          const char *file = _filename;
 420 #endif
 421          size_t len = strlen(file);
 422          size_t buflen = sizeof(buf);
 423 
 424          strncpy(buf, file, buflen);
 425          if (len + 10 < buflen) {
 426            sprintf(buf + len, ":%d", _lineno);
 427          }
 428          st->print(" (%s)", buf);
 429        } else {
 430          st->print(" (0x%x)", _id);
 431        }
 432      }
 433 
 434   STEP(30, "(printing current thread and pid)")
 435 
 436      // process id, thread id
 437      st->print(", pid=%d", os::current_process_id());
 438      st->print(", tid=" UINTX_FORMAT, os::current_thread_id());
 439      st->cr();
 440 
 441   STEP(40, "(printing error message)")
 442 
 443      if (should_report_bug(_id)) {  // already printed the message.
 444        // error message
 445        if (_detail_msg) {
 446          st->print_cr("#  %s: %s", _message ? _message : "Error", _detail_msg);
 447        } else if (_message) {
 448          st->print_cr("#  Error: %s", _message);
 449        }
 450     }
 451 
 452   STEP(50, "(printing Java version string)")
 453 
 454      // VM version
 455      st->print_cr("#");
 456      JDK_Version::current().to_string(buf, sizeof(buf));
 457      const char* runtime_name = JDK_Version::runtime_name() != NULL ?
 458                                   JDK_Version::runtime_name() : "";
 459      const char* runtime_version = JDK_Version::runtime_version() != NULL ?
 460                                   JDK_Version::runtime_version() : "";
 461      st->print_cr("# JRE version: %s (%s) (build %s)", runtime_name, buf, runtime_version);
 462      st->print_cr("# Java VM: %s (%s %s %s %s)",
 463                    Abstract_VM_Version::vm_name(),
 464                    Abstract_VM_Version::vm_release(),
 465                    Abstract_VM_Version::vm_info_string(),
 466                    Abstract_VM_Version::vm_platform_string(),
 467                    UseCompressedOops ? "compressed oops" : ""
 468                  );
 469 
 470   STEP(60, "(printing problematic frame)")
 471 
 472      // Print current frame if we have a context (i.e. it's a crash)
 473      if (_context) {
 474        st->print_cr("# Problematic frame:");
 475        st->print("# ");
 476        frame fr = os::fetch_frame_from_context(_context);
 477        fr.print_on_error(st, buf, sizeof(buf));
 478        st->cr();
 479        st->print_cr("#");
 480      }
 481   STEP(63, "(printing core file information)")
 482     st->print("# ");
 483     if (coredump_status) {
 484       st->print("Core dump written. Default location: %s", coredump_message);
 485     } else {
 486       st->print("Failed to write core dump. %s", coredump_message);
 487     }
 488     st->print_cr("");
 489     st->print_cr("#");
 490 
 491   STEP(65, "(printing bug submit message)")
 492 
 493      if (should_report_bug(_id) && _verbose) {
 494        print_bug_submit_message(st, _thread);
 495      }
 496 
 497   STEP(70, "(printing thread)" )
 498 
 499      if (_verbose) {
 500        st->cr();
 501        st->print_cr("---------------  T H R E A D  ---------------");
 502        st->cr();
 503      }
 504 
 505   STEP(80, "(printing current thread)" )
 506 
 507      // current thread
 508      if (_verbose) {
 509        if (_thread) {
 510          st->print("Current thread (" PTR_FORMAT "):  ", _thread);
 511          _thread->print_on_error(st, buf, sizeof(buf));
 512          st->cr();
 513        } else {
 514          st->print_cr("Current thread is native thread");
 515        }
 516        st->cr();
 517      }
 518 
 519   STEP(90, "(printing siginfo)" )
 520 
 521      // signal no, signal code, address that caused the fault
 522      if (_verbose && _siginfo) {
 523        os::print_siginfo(st, _siginfo);
 524        st->cr();
 525      }
 526 
 527   STEP(100, "(printing registers, top of stack, instructions near pc)")
 528 
 529      // registers, top of stack, instructions near pc
 530      if (_verbose && _context) {
 531        os::print_context(st, _context);
 532        st->cr();
 533      }
 534 
 535   STEP(105, "(printing register info)")
 536 
 537      // decode register contents if possible
 538      if (_verbose && _context && Universe::is_fully_initialized()) {
 539        os::print_register_info(st, _context);
 540        st->cr();
 541      }
 542 
 543   STEP(110, "(printing stack bounds)" )
 544 
 545      if (_verbose) {
 546        st->print("Stack: ");
 547 
 548        address stack_top;
 549        size_t stack_size;
 550 
 551        if (_thread) {
 552           stack_top = _thread->stack_base();
 553           stack_size = _thread->stack_size();
 554        } else {
 555           stack_top = os::current_stack_base();
 556           stack_size = os::current_stack_size();
 557        }
 558 
 559        address stack_bottom = stack_top - stack_size;
 560        st->print("[" PTR_FORMAT "," PTR_FORMAT "]", stack_bottom, stack_top);
 561 
 562        frame fr = _context ? os::fetch_frame_from_context(_context)
 563                            : os::current_frame();
 564 
 565        if (fr.sp()) {
 566          st->print(",  sp=" PTR_FORMAT, fr.sp());
 567          size_t free_stack_size = pointer_delta(fr.sp(), stack_bottom, 1024);
 568          st->print(",  free space=" SIZE_FORMAT "k", free_stack_size);
 569        }
 570 
 571        st->cr();
 572      }
 573 
 574   STEP(120, "(printing native stack)" )
 575 
 576      if (_verbose) {
 577        frame fr = _context ? os::fetch_frame_from_context(_context)
 578                            : os::current_frame();
 579 
 580        // see if it's a valid frame
 581        if (fr.pc()) {
 582           st->print_cr("Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)");
 583 
 584 
 585           int count = 0;
 586           while (count++ < StackPrintLimit) {
 587              fr.print_on_error(st, buf, sizeof(buf));
 588              st->cr();
 589              // Compiled code may use EBP register on x86 so it looks like
 590              // non-walkable C frame. Use frame.sender() for java frames.
 591              if (_thread && _thread->is_Java_thread() && fr.is_java_frame()) {
 592                RegisterMap map((JavaThread*)_thread, false); // No update
 593                fr = fr.sender(&map);
 594                continue;
 595              }
 596              if (os::is_first_C_frame(&fr)) break;
 597              fr = os::get_sender_for_C_frame(&fr);
 598           }
 599 
 600           if (count > StackPrintLimit) {
 601              st->print_cr("...<more frames>...");
 602           }
 603 
 604           st->cr();
 605        }
 606      }
 607 
 608   STEP(130, "(printing Java stack)" )
 609 
 610      if (_verbose && _thread && _thread->is_Java_thread()) {
 611        print_stack_trace(st, (JavaThread*)_thread, buf, sizeof(buf));
 612      }
 613 
 614   STEP(135, "(printing target Java thread stack)" )
 615 
 616      // printing Java thread stack trace if it is involved in GC crash
 617      if (_verbose && _thread && (_thread->is_Named_thread())) {
 618        JavaThread*  jt = ((NamedThread *)_thread)->processed_thread();
 619        if (jt != NULL) {
 620          st->print_cr("JavaThread " PTR_FORMAT " (nid = " UINTX_FORMAT ") was being processed", jt, jt->osthread()->thread_id());
 621          print_stack_trace(st, jt, buf, sizeof(buf), true);
 622        }
 623      }
 624 
 625   STEP(140, "(printing VM operation)" )
 626 
 627      if (_verbose && _thread && _thread->is_VM_thread()) {
 628         VMThread* t = (VMThread*)_thread;
 629         VM_Operation* op = t->vm_operation();
 630         if (op) {
 631           op->print_on_error(st);
 632           st->cr();
 633           st->cr();
 634         }
 635      }
 636 
 637   STEP(150, "(printing current compile task)" )
 638 
 639      if (_verbose && _thread && _thread->is_Compiler_thread()) {
 640         CompilerThread* t = (CompilerThread*)_thread;
 641         if (t->task()) {
 642            st->cr();
 643            st->print_cr("Current CompileTask:");
 644            t->task()->print_line_on_error(st, buf, sizeof(buf));
 645            st->cr();
 646         }
 647      }
 648 
 649   STEP(160, "(printing process)" )
 650 
 651      if (_verbose) {
 652        st->cr();
 653        st->print_cr("---------------  P R O C E S S  ---------------");
 654        st->cr();
 655      }
 656 
 657   STEP(170, "(printing all threads)" )
 658 
 659      // all threads
 660      if (_verbose && _thread) {
 661        Threads::print_on_error(st, _thread, buf, sizeof(buf));
 662        st->cr();
 663      }
 664 
 665   STEP(175, "(printing VM state)" )
 666 
 667      if (_verbose) {
 668        // Safepoint state
 669        st->print("VM state:");
 670 
 671        if (SafepointSynchronize::is_synchronizing()) st->print("synchronizing");
 672        else if (SafepointSynchronize::is_at_safepoint()) st->print("at safepoint");
 673        else st->print("not at safepoint");
 674 
 675        // Also see if error occurred during initialization or shutdown
 676        if (!Universe::is_fully_initialized()) {
 677          st->print(" (not fully initialized)");
 678        } else if (VM_Exit::vm_exited()) {
 679          st->print(" (shutting down)");
 680        } else {
 681          st->print(" (normal execution)");
 682        }
 683        st->cr();
 684        st->cr();
 685      }
 686 
 687   STEP(180, "(printing owned locks on error)" )
 688 
 689      // mutexes/monitors that currently have an owner
 690      if (_verbose) {
 691        print_owned_locks_on_error(st);
 692        st->cr();
 693      }
 694 
 695   STEP(190, "(printing heap information)" )
 696 
 697      if (_verbose && Universe::is_fully_initialized()) {
 698        Universe::heap()->print_on_error(st);
 699        st->cr();
 700 
 701        st->print_cr("Polling page: " INTPTR_FORMAT, os::get_polling_page());
 702        st->cr();
 703      }
 704 
 705   STEP(195, "(printing code cache information)" )
 706 
 707      if (_verbose && Universe::is_fully_initialized()) {
 708        // print code cache information before vm abort
 709        CodeCache::print_summary(st);
 710        st->cr();
 711      }
 712 
 713   STEP(200, "(printing ring buffers)" )
 714 
 715      if (_verbose) {
 716        Events::print_all(st);
 717        st->cr();
 718      }
 719 
 720   STEP(205, "(printing dynamic libraries)" )
 721 
 722      if (_verbose) {
 723        // dynamic libraries, or memory map
 724        os::print_dll_info(st);
 725        st->cr();
 726      }
 727 
 728   STEP(210, "(printing VM options)" )
 729 
 730      if (_verbose) {
 731        // VM options
 732        Arguments::print_on(st);
 733        st->cr();
 734      }
 735 
 736   STEP(215, "(printing warning if internal testing API used)" )
 737 
 738      if (WhiteBox::used()) {
 739        st->print_cr("Unsupported internal testing APIs have been used.");
 740        st->cr();
 741      }
 742 
 743   STEP(220, "(printing environment variables)" )
 744 
 745      if (_verbose) {
 746        os::print_environment_variables(st, env_list, buf, sizeof(buf));
 747        st->cr();
 748      }
 749 
 750   STEP(225, "(printing signal handlers)" )
 751 
 752      if (_verbose) {
 753        os::print_signal_handlers(st, buf, sizeof(buf));
 754        st->cr();
 755      }
 756 
 757   STEP(230, "" )
 758 
 759      if (_verbose) {
 760        st->cr();
 761        st->print_cr("---------------  S Y S T E M  ---------------");
 762        st->cr();
 763      }
 764 
 765   STEP(240, "(printing OS information)" )
 766 
 767      if (_verbose) {
 768        os::print_os_info(st);
 769        st->cr();
 770      }
 771 
 772   STEP(250, "(printing CPU info)" )
 773      if (_verbose) {
 774        os::print_cpu_info(st);
 775        st->cr();
 776      }
 777 
 778   STEP(260, "(printing memory info)" )
 779 
 780      if (_verbose) {
 781        os::print_memory_info(st);
 782        st->cr();
 783      }
 784 
 785   STEP(270, "(printing internal vm info)" )
 786 
 787      if (_verbose) {
 788        st->print_cr("vm_info: %s", Abstract_VM_Version::internal_vm_info_string());
 789        st->cr();
 790      }
 791 
 792   STEP(280, "(printing date and time)" )
 793 
 794      if (_verbose) {
 795        os::print_date_and_time(st);
 796        st->cr();
 797      }
 798 
 799   END
 800 
 801 # undef BEGIN
 802 # undef STEP
 803 # undef END
 804 }
 805 
 806 VMError* volatile VMError::first_error = NULL;
 807 volatile jlong VMError::first_error_tid = -1;
 808 
 809 // An error could happen before tty is initialized or after it has been
 810 // destroyed. Here we use a very simple unbuffered fdStream for printing.
 811 // Only out.print_raw() and out.print_raw_cr() should be used, as other
 812 // printing methods need to allocate large buffer on stack. To format a
 813 // string, use jio_snprintf() with a static buffer or use staticBufferStream.
 814 fdStream VMError::out(defaultStream::output_fd());
 815 fdStream VMError::log; // error log used by VMError::report_and_die()
 816 
 817 /** Expand a pattern into a buffer starting at pos and open a file using constructed path */
 818 static int expand_and_open(const char* pattern, char* buf, size_t buflen, size_t pos) {
 819   int fd = -1;
 820   if (Arguments::copy_expand_pid(pattern, strlen(pattern), &buf[pos], buflen - pos)) {
 821     fd = open(buf, O_RDWR | O_CREAT | O_TRUNC, 0666);
 822   }
 823   return fd;
 824 }
 825 
 826 /**
 827  * Construct file name for a log file and return it's file descriptor.
 828  * Name and location depends on pattern, default_pattern params and access
 829  * permissions.
 830  */
 831 static int prepare_log_file(const char* pattern, const char* default_pattern, char* buf, size_t buflen) {
 832   int fd = -1;
 833 
 834   // If possible, use specified pattern to construct log file name
 835   if (pattern != NULL) {
 836     fd = expand_and_open(pattern, buf, buflen, 0);
 837   }
 838 
 839   // Either user didn't specify, or the user's location failed,
 840   // so use the default name in the current directory
 841   if (fd == -1) {
 842     const char* cwd = os::get_current_directory(buf, buflen);
 843     if (cwd != NULL) {
 844       size_t pos = strlen(cwd);
 845       int fsep_len = jio_snprintf(&buf[pos], buflen-pos, "%s", os::file_separator());
 846       pos += fsep_len;
 847       if (fsep_len > 0) {
 848         fd = expand_and_open(default_pattern, buf, buflen, pos);
 849       }
 850     }
 851   }
 852 
 853    // try temp directory if it exists.
 854    if (fd == -1) {
 855      const char* tmpdir = os::get_temp_directory();
 856      if (tmpdir != NULL && strlen(tmpdir) > 0) {
 857        int pos = jio_snprintf(buf, buflen, "%s%s", tmpdir, os::file_separator());
 858        if (pos > 0) {
 859          fd = expand_and_open(default_pattern, buf, buflen, pos);
 860        }
 861      }
 862    }
 863 
 864   return fd;
 865 }
 866 
 867 void VMError::report_and_die() {
 868   // Don't allocate large buffer on stack
 869   static char buffer[O_BUFLEN];
 870 
 871   // How many errors occurred in error handler when reporting first_error.
 872   static int recursive_error_count;
 873 
 874   // We will first print a brief message to standard out (verbose = false),
 875   // then save detailed information in log file (verbose = true).
 876   static bool out_done = false;         // done printing to standard out
 877   static bool log_done = false;         // done saving error log
 878   static bool transmit_report_done = false; // done error reporting
 879 
 880   // disble NMT to avoid further exception
 881   MemTracker::shutdown(MemTracker::NMT_error_reporting);
 882 
 883   if (SuppressFatalErrorMessage) {
 884       os::abort();
 885   }
 886   jlong mytid = os::current_thread_id();
 887   if (first_error == NULL &&
 888       Atomic::cmpxchg_ptr(this, &first_error, NULL) == NULL) {
 889 
 890     // first time
 891     first_error_tid = mytid;
 892     set_error_reported();
 893 
 894     if (ShowMessageBoxOnError || PauseAtExit) {
 895       show_message_box(buffer, sizeof(buffer));
 896 
 897       // User has asked JVM to abort. Reset ShowMessageBoxOnError so the
 898       // WatcherThread can kill JVM if the error handler hangs.
 899       ShowMessageBoxOnError = false;
 900     }
 901 
 902     // Write a minidump on Windows, check core dump limits on Linux/Solaris
 903     os::check_or_create_dump(_siginfo, _context, buffer, sizeof(buffer));
 904 
 905     // reset signal handlers or exception filter; make sure recursive crashes
 906     // are handled properly.
 907     reset_signal_handlers();
 908 
 909   } else {
 910     // If UseOsErrorReporting we call this for each level of the call stack
 911     // while searching for the exception handler.  Only the first level needs
 912     // to be reported.
 913     if (UseOSErrorReporting && log_done) return;
 914 
 915     // This is not the first error, see if it happened in a different thread
 916     // or in the same thread during error reporting.
 917     if (first_error_tid != mytid) {
 918       char msgbuf[64];
 919       jio_snprintf(msgbuf, sizeof(msgbuf),
 920                    "[thread " INT64_FORMAT " also had an error]",
 921                    mytid);
 922       out.print_raw_cr(msgbuf);
 923 
 924       // error reporting is not MT-safe, block current thread
 925       os::infinite_sleep();
 926 
 927     } else {
 928       if (recursive_error_count++ > 30) {
 929         out.print_raw_cr("[Too many errors, abort]");
 930         os::die();
 931       }
 932 
 933       jio_snprintf(buffer, sizeof(buffer),
 934                    "[error occurred during error reporting %s, id 0x%x]",
 935                    first_error ? first_error->_current_step_info : "",
 936                    _id);
 937       if (log.is_open()) {
 938         log.cr();
 939         log.print_raw_cr(buffer);
 940         log.cr();
 941       } else {
 942         out.cr();
 943         out.print_raw_cr(buffer);
 944         out.cr();
 945       }
 946     }
 947   }
 948 
 949   // print to screen
 950   if (!out_done) {
 951     first_error->_verbose = false;
 952 
 953     staticBufferStream sbs(buffer, sizeof(buffer), &out);
 954     first_error->report(&sbs);
 955 
 956     out_done = true;
 957 
 958     first_error->_current_step = 0;         // reset current_step
 959     first_error->_current_step_info = "";   // reset current_step string
 960   }
 961 
 962   // print to error log file
 963   if (!log_done) {
 964     first_error->_verbose = true;
 965 
 966     // see if log file is already open
 967     if (!log.is_open()) {
 968       // open log file
 969       int fd = prepare_log_file(ErrorFile, "hs_err_pid%p.log", buffer, sizeof(buffer));
 970       if (fd != -1) {
 971         out.print_raw("# An error report file with more information is saved as:\n# ");
 972         out.print_raw_cr(buffer);
 973         os::set_error_file(buffer);
 974 
 975         log.set_fd(fd);
 976       } else {
 977         out.print_raw_cr("# Can not save log file, dump to screen..");
 978         log.set_fd(defaultStream::output_fd());
 979         /* Error reporting currently needs dumpfile.
 980          * Maybe implement direct streaming in the future.*/
 981         transmit_report_done = true;
 982       }
 983     }
 984 
 985     staticBufferStream sbs(buffer, O_BUFLEN, &log);
 986     first_error->report(&sbs);
 987     first_error->_current_step = 0;         // reset current_step
 988     first_error->_current_step_info = "";   // reset current_step string
 989 
 990     // Run error reporting to determine whether or not to report the crash.
 991     if (!transmit_report_done && should_report_bug(first_error->_id)) {
 992       transmit_report_done = true;
 993       FILE* hs_err = os::open(log.fd(), "r");
 994       if (NULL != hs_err) {
 995         ErrorReporter er;
 996         er.call(hs_err, buffer, O_BUFLEN);
 997       }
 998     }
 999 
1000     if (log.fd() != defaultStream::output_fd()) {
1001       close(log.fd());
1002     }
1003 
1004     log.set_fd(-1);
1005     log_done = true;
1006   }
1007 
1008 
1009   static bool skip_OnError = false;
1010   if (!skip_OnError && OnError && OnError[0]) {
1011     skip_OnError = true;
1012 
1013     out.print_raw_cr("#");
1014     out.print_raw   ("# -XX:OnError=\"");
1015     out.print_raw   (OnError);
1016     out.print_raw_cr("\"");
1017 
1018     char* cmd;
1019     const char* ptr = OnError;
1020     while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1021       out.print_raw   ("#   Executing ");
1022 #if defined(LINUX) || defined(_ALLBSD_SOURCE)
1023       out.print_raw   ("/bin/sh -c ");
1024 #elif defined(SOLARIS)
1025       out.print_raw   ("/usr/bin/sh -c ");
1026 #endif
1027       out.print_raw   ("\"");
1028       out.print_raw   (cmd);
1029       out.print_raw_cr("\" ...");
1030 
1031       os::fork_and_exec(cmd);
1032     }
1033 
1034     // done with OnError
1035     OnError = NULL;
1036   }
1037 
1038   static bool skip_replay = false;
1039   if (DumpReplayDataOnError && _thread && _thread->is_Compiler_thread() && !skip_replay) {
1040     skip_replay = true;
1041     ciEnv* env = ciEnv::current();
1042     if (env != NULL) {
1043       int fd = prepare_log_file(ReplayDataFile, "replay_pid%p.log", buffer, sizeof(buffer));
1044       if (fd != -1) {
1045         FILE* replay_data_file = os::open(fd, "w");
1046         if (replay_data_file != NULL) {
1047           fileStream replay_data_stream(replay_data_file, /*need_close=*/true);
1048           env->dump_replay_data(&replay_data_stream);
1049           out.print_raw("#\n# Compiler replay data is saved as:\n# ");
1050           out.print_raw_cr(buffer);
1051         } else {
1052           out.print_raw("#\n# Can't open file to dump replay data. Error: ");
1053           out.print_raw_cr(strerror(os::get_last_error()));
1054         }
1055       }
1056     }
1057   }
1058 
1059   static bool skip_bug_url = !should_report_bug(first_error->_id);
1060   if (!skip_bug_url) {
1061     skip_bug_url = true;
1062 
1063     out.print_raw_cr("#");
1064     print_bug_submit_message(&out, _thread);
1065   }
1066 
1067   if (!UseOSErrorReporting) {
1068     // os::abort() will call abort hooks, try it first.
1069     static bool skip_os_abort = false;
1070     if (!skip_os_abort) {
1071       skip_os_abort = true;
1072       bool dump_core = should_report_bug(first_error->_id);
1073       os::abort(dump_core);
1074     }
1075 
1076     // if os::abort() doesn't abort, try os::die();
1077     os::die();
1078   }
1079 }
1080 
1081 /*
1082  * OnOutOfMemoryError scripts/commands executed while VM is a safepoint - this
1083  * ensures utilities such as jmap can observe the process is a consistent state.
1084  */
1085 class VM_ReportJavaOutOfMemory : public VM_Operation {
1086  private:
1087   VMError *_err;
1088  public:
1089   VM_ReportJavaOutOfMemory(VMError *err) { _err = err; }
1090   VMOp_Type type() const                 { return VMOp_ReportJavaOutOfMemory; }
1091   void doit();
1092 };
1093 
1094 void VM_ReportJavaOutOfMemory::doit() {
1095   // Don't allocate large buffer on stack
1096   static char buffer[O_BUFLEN];
1097 
1098   tty->print_cr("#");
1099   tty->print_cr("# java.lang.OutOfMemoryError: %s", _err->message());
1100   tty->print_cr("# -XX:OnOutOfMemoryError=\"%s\"", OnOutOfMemoryError);
1101 
1102   // make heap parsability
1103   Universe::heap()->ensure_parsability(false);  // no need to retire TLABs
1104 
1105   char* cmd;
1106   const char* ptr = OnOutOfMemoryError;
1107   while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1108     tty->print("#   Executing ");
1109 #if defined(LINUX)
1110     tty->print  ("/bin/sh -c ");
1111 #elif defined(SOLARIS)
1112     tty->print  ("/usr/bin/sh -c ");
1113 #endif
1114     tty->print_cr("\"%s\"...", cmd);
1115 
1116     os::fork_and_exec(cmd);
1117   }
1118 }
1119 
1120 void VMError::report_java_out_of_memory() {
1121   if (OnOutOfMemoryError && OnOutOfMemoryError[0]) {
1122     MutexLocker ml(Heap_lock);
1123     VM_ReportJavaOutOfMemory op(this);
1124     VMThread::execute(&op);
1125   }
1126 }