1 /*
   2  * Copyright (c) 2003, 2013, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "compiler/compileBroker.hpp"
  27 #include "gc_interface/collectedHeap.hpp"
  28 #include "prims/whitebox.hpp"
  29 #include "runtime/arguments.hpp"
  30 #include "runtime/frame.inline.hpp"
  31 #include "runtime/init.hpp"
  32 #include "runtime/os.hpp"
  33 #include "runtime/thread.hpp"
  34 #include "runtime/vmThread.hpp"
  35 #include "runtime/vm_operations.hpp"
  36 #include "services/memTracker.hpp"
  37 #include "utilities/debug.hpp"
  38 #include "utilities/decoder.hpp"
  39 #include "utilities/defaultStream.hpp"
  40 #include "utilities/errorReporter.hpp"
  41 #include "utilities/events.hpp"
  42 #include "utilities/top.hpp"
  43 #include "utilities/vmError.hpp"
  44 
  45 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
  46 
  47 // List of environment variables that should be reported in error log file.
  48 const char *env_list[] = {
  49   // All platforms
  50   "JAVA_HOME", "JRE_HOME", "JAVA_TOOL_OPTIONS", "_JAVA_OPTIONS", "CLASSPATH",
  51   "JAVA_COMPILER", "PATH", "USERNAME",
  52 
  53   // Env variables that are defined on Solaris/Linux/BSD
  54   "LD_LIBRARY_PATH", "LD_PRELOAD", "SHELL", "DISPLAY",
  55   "HOSTTYPE", "OSTYPE", "ARCH", "MACHTYPE",
  56 
  57   // defined on Linux
  58   "LD_ASSUME_KERNEL", "_JAVA_SR_SIGNUM",
  59 
  60   // defined on Darwin
  61   "DYLD_LIBRARY_PATH", "DYLD_FALLBACK_LIBRARY_PATH",
  62   "DYLD_FRAMEWORK_PATH", "DYLD_FALLBACK_FRAMEWORK_PATH",
  63   "DYLD_INSERT_LIBRARIES",
  64 
  65   // defined on Windows
  66   "OS", "PROCESSOR_IDENTIFIER", "_ALT_JAVA_HOME_DIR",
  67 
  68   (const char *)0
  69 };
  70 
  71 // Fatal error handler for internal errors and crashes.
  72 //
  73 // The default behavior of fatal error handler is to print a brief message
  74 // to standard out (defaultStream::output_fd()), then save detailed information
  75 // into an error report file (hs_err_pid<pid>.log) and abort VM. If multiple
  76 // threads are having troubles at the same time, only one error is reported.
  77 // The thread that is reporting error will abort VM when it is done, all other
  78 // threads are blocked forever inside report_and_die().
  79 
  80 // Constructor for crashes
  81 VMError::VMError(Thread* thread, unsigned int sig, address pc, void* siginfo, void* context) {
  82     _thread = thread;
  83     _id = sig;
  84     _pc   = pc;
  85     _siginfo = siginfo;
  86     _context = context;
  87 
  88     _verbose = false;
  89     _current_step = 0;
  90     _current_step_info = NULL;
  91 
  92     _message = NULL;
  93     _detail_msg = NULL;
  94     _filename = NULL;
  95     _lineno = 0;
  96 
  97     _size = 0;
  98 }
  99 
 100 // Constructor for internal errors
 101 VMError::VMError(Thread* thread, const char* filename, int lineno,
 102                  const char* message, const char * detail_msg)
 103 {
 104   _thread = thread;
 105   _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 106   _filename = filename;
 107   _lineno = lineno;
 108   _message = message;
 109   _detail_msg = detail_msg;
 110 
 111   _verbose = false;
 112   _current_step = 0;
 113   _current_step_info = NULL;
 114 
 115   _pc = NULL;
 116   _siginfo = NULL;
 117   _context = NULL;
 118 
 119   _size = 0;
 120 }
 121 
 122 // Constructor for OOM errors
 123 VMError::VMError(Thread* thread, const char* filename, int lineno, size_t size,
 124                  VMErrorType vm_err_type, const char* message) {
 125     _thread = thread;
 126     _id = vm_err_type; // Value that's not an OS exception/signal
 127     _filename = filename;
 128     _lineno = lineno;
 129     _message = message;
 130     _detail_msg = NULL;
 131 
 132     _verbose = false;
 133     _current_step = 0;
 134     _current_step_info = NULL;
 135 
 136     _pc = NULL;
 137     _siginfo = NULL;
 138     _context = NULL;
 139 
 140     _size = size;
 141 }
 142 
 143 
 144 // Constructor for non-fatal errors
 145 VMError::VMError(const char* message) {
 146     _thread = NULL;
 147     _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 148     _filename = NULL;
 149     _lineno = 0;
 150     _message = message;
 151     _detail_msg = NULL;
 152 
 153     _verbose = false;
 154     _current_step = 0;
 155     _current_step_info = NULL;
 156 
 157     _pc = NULL;
 158     _siginfo = NULL;
 159     _context = NULL;
 160 
 161     _size = 0;
 162 }
 163 
 164 // -XX:OnError=<string>, where <string> can be a list of commands, separated
 165 // by ';'. "%p" is replaced by current process id (pid); "%%" is replaced by
 166 // a single "%". Some examples:
 167 //
 168 // -XX:OnError="pmap %p"                // show memory map
 169 // -XX:OnError="gcore %p; dbx - %p"     // dump core and launch debugger
 170 // -XX:OnError="cat hs_err_pid%p.log | mail my_email@sun.com"
 171 // -XX:OnError="kill -9 %p"             // ?#!@#
 172 
 173 // A simple parser for -XX:OnError, usage:
 174 //  ptr = OnError;
 175 //  while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr) != NULL)
 176 //     ... ...
 177 static char* next_OnError_command(char* buf, int buflen, const char** ptr) {
 178   if (ptr == NULL || *ptr == NULL) return NULL;
 179 
 180   const char* cmd = *ptr;
 181 
 182   // skip leading blanks or ';'
 183   while (*cmd == ' ' || *cmd == ';') cmd++;
 184 
 185   if (*cmd == '\0') return NULL;
 186 
 187   const char * cmdend = cmd;
 188   while (*cmdend != '\0' && *cmdend != ';') cmdend++;
 189 
 190   Arguments::copy_expand_pid(cmd, cmdend - cmd, buf, buflen);
 191 
 192   *ptr = (*cmdend == '\0' ? cmdend : cmdend + 1);
 193   return buf;
 194 }
 195 
 196 
 197 static void print_bug_submit_message(outputStream *out, Thread *thread) {
 198   if (out == NULL) return;
 199   out->print_raw_cr("# If you would like to submit a bug report, please visit:");
 200   out->print_raw   ("#   ");
 201   out->print_raw_cr(Arguments::java_vendor_url_bug());
 202   // If the crash is in native code, encourage user to submit a bug to the
 203   // provider of that code.
 204   if (thread && thread->is_Java_thread() &&
 205       !thread->is_hidden_from_external_view()) {
 206     JavaThread* jt = (JavaThread*)thread;
 207     if (jt->thread_state() == _thread_in_native) {
 208       out->print_cr("# The crash happened outside the Java Virtual Machine in native code.\n# See problematic frame for where to report the bug.");
 209     }
 210   }
 211   out->print_raw_cr("#");
 212 }
 213 
 214 bool VMError::coredump_status;
 215 char VMError::coredump_message[O_BUFLEN];
 216 
 217 void VMError::report_coredump_status(const char* message, bool status) {
 218   coredump_status = status;
 219   strncpy(coredump_message, message, sizeof(coredump_message));
 220   coredump_message[sizeof(coredump_message)-1] = 0;
 221 }
 222 
 223 
 224 // Return a string to describe the error
 225 char* VMError::error_string(char* buf, int buflen) {
 226   char signame_buf[64];
 227   const char *signame = os::exception_name(_id, signame_buf, sizeof(signame_buf));
 228 
 229   if (signame) {
 230     jio_snprintf(buf, buflen,
 231                  "%s (0x%x) at pc=" PTR_FORMAT ", pid=%d, tid=" UINTX_FORMAT,
 232                  signame, _id, _pc,
 233                  os::current_process_id(), os::current_thread_id());
 234   } else if (_filename != NULL && _lineno > 0) {
 235     // skip directory names
 236     char separator = os::file_separator()[0];
 237     const char *p = strrchr(_filename, separator);
 238     int n = jio_snprintf(buf, buflen,
 239                          "Internal Error at %s:%d, pid=%d, tid=" UINTX_FORMAT,
 240                          p ? p + 1 : _filename, _lineno,
 241                          os::current_process_id(), os::current_thread_id());
 242     if (n >= 0 && n < buflen && _message) {
 243       if (_detail_msg) {
 244         jio_snprintf(buf + n, buflen - n, "%s%s: %s",
 245                      os::line_separator(), _message, _detail_msg);
 246       } else {
 247         jio_snprintf(buf + n, buflen - n, "%sError: %s",
 248                      os::line_separator(), _message);
 249       }
 250     }
 251   } else {
 252     jio_snprintf(buf, buflen,
 253                  "Internal Error (0x%x), pid=%d, tid=" UINTX_FORMAT,
 254                  _id, os::current_process_id(), os::current_thread_id());
 255   }
 256 
 257   return buf;
 258 }
 259 
 260 void VMError::print_stack_trace(outputStream* st, JavaThread* jt,
 261                                 char* buf, int buflen, bool verbose) {
 262 #ifdef ZERO
 263   if (jt->zero_stack()->sp() && jt->top_zero_frame()) {
 264     // StackFrameStream uses the frame anchor, which may not have
 265     // been set up.  This can be done at any time in Zero, however,
 266     // so if it hasn't been set up then we just set it up now and
 267     // clear it again when we're done.
 268     bool has_last_Java_frame = jt->has_last_Java_frame();
 269     if (!has_last_Java_frame)
 270       jt->set_last_Java_frame();
 271     st->print("Java frames:");
 272 
 273     // If the top frame is a Shark frame and the frame anchor isn't
 274     // set up then it's possible that the information in the frame
 275     // is garbage: it could be from a previous decache, or it could
 276     // simply have never been written.  So we print a warning...
 277     StackFrameStream sfs(jt);
 278     if (!has_last_Java_frame && !sfs.is_done()) {
 279       if (sfs.current()->zeroframe()->is_shark_frame()) {
 280         st->print(" (TOP FRAME MAY BE JUNK)");
 281       }
 282     }
 283     st->cr();
 284 
 285     // Print the frames
 286     for(int i = 0; !sfs.is_done(); sfs.next(), i++) {
 287       sfs.current()->zero_print_on_error(i, st, buf, buflen);
 288       st->cr();
 289     }
 290 
 291     // Reset the frame anchor if necessary
 292     if (!has_last_Java_frame)
 293       jt->reset_last_Java_frame();
 294   }
 295 #else
 296   if (jt->has_last_Java_frame()) {
 297     st->print_cr("Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)");
 298     for(StackFrameStream sfs(jt); !sfs.is_done(); sfs.next()) {
 299       sfs.current()->print_on_error(st, buf, buflen, verbose);
 300       st->cr();
 301     }
 302   }
 303 #endif // ZERO
 304 }
 305 
 306 // This is the main function to report a fatal error. Only one thread can
 307 // call this function, so we don't need to worry about MT-safety. But it's
 308 // possible that the error handler itself may crash or die on an internal
 309 // error, for example, when the stack/heap is badly damaged. We must be
 310 // able to handle recursive errors that happen inside error handler.
 311 //
 312 // Error reporting is done in several steps. If a crash or internal error
 313 // occurred when reporting an error, the nested signal/exception handler
 314 // can skip steps that are already (or partially) done. Error reporting will
 315 // continue from the next step. This allows us to retrieve and print
 316 // information that may be unsafe to get after a fatal error. If it happens,
 317 // you may find nested report_and_die() frames when you look at the stack
 318 // in a debugger.
 319 //
 320 // In general, a hang in error handler is much worse than a crash or internal
 321 // error, as it's harder to recover from a hang. Deadlock can happen if we
 322 // try to grab a lock that is already owned by current thread, or if the
 323 // owner is blocked forever (e.g. in os::infinite_sleep()). If possible, the
 324 // error handler and all the functions it called should avoid grabbing any
 325 // lock. An important thing to notice is that memory allocation needs a lock.
 326 //
 327 // We should avoid using large stack allocated buffers. Many errors happen
 328 // when stack space is already low. Making things even worse is that there
 329 // could be nested report_and_die() calls on stack (see above). Only one
 330 // thread can report error, so large buffers are statically allocated in data
 331 // segment.
 332 
 333 void VMError::report(outputStream* st) {
 334 # define BEGIN if (_current_step == 0) { _current_step = 1;
 335 # define STEP(n, s) } if (_current_step < n) { _current_step = n; _current_step_info = s;
 336 # define END }
 337 
 338   // don't allocate large buffer on stack
 339   static char buf[O_BUFLEN];
 340 
 341   BEGIN
 342 
 343   STEP(10, "(printing fatal error message)")
 344 
 345     st->print_cr("#");
 346     if (should_report_bug(_id)) {
 347       st->print_cr("# A fatal error has been detected by the Java Runtime Environment:");
 348     } else {
 349       st->print_cr("# There is insufficient memory for the Java "
 350                    "Runtime Environment to continue.");
 351     }
 352 
 353   STEP(15, "(printing type of error)")
 354 
 355      switch(_id) {
 356        case OOM_MALLOC_ERROR:
 357        case OOM_MMAP_ERROR:
 358          if (_size) {
 359            st->print("# Native memory allocation ");
 360            st->print((_id == (int)OOM_MALLOC_ERROR) ? "(malloc) failed to allocate " :
 361                                                  "(mmap) failed to map ");
 362            jio_snprintf(buf, sizeof(buf), SIZE_FORMAT, _size);
 363            st->print_raw(buf);
 364            st->print(" bytes");
 365            if (_message != NULL) {
 366              st->print(" for ");
 367              st->print_raw(_message);
 368            }
 369            st->cr();
 370          } else {
 371            if (_message != NULL)
 372              st->print("# ");
 373              st->print_raw_cr(_message);
 374          }
 375          // In error file give some solutions
 376          if (_verbose) {
 377            st->print_cr("# Possible reasons:");
 378            st->print_cr("#   The system is out of physical RAM or swap space");
 379            st->print_cr("#   In 32 bit mode, the process size limit was hit");
 380            st->print_cr("# Possible solutions:");
 381            st->print_cr("#   Reduce memory load on the system");
 382            st->print_cr("#   Increase physical memory or swap space");
 383            st->print_cr("#   Check if swap backing store is full");
 384            st->print_cr("#   Use 64 bit Java on a 64 bit OS");
 385            st->print_cr("#   Decrease Java heap size (-Xmx/-Xms)");
 386            st->print_cr("#   Decrease number of Java threads");
 387            st->print_cr("#   Decrease Java thread stack sizes (-Xss)");
 388            st->print_cr("#   Set larger code cache with -XX:ReservedCodeCacheSize=");
 389            st->print_cr("# This output file may be truncated or incomplete.");
 390          } else {
 391            return;  // that's enough for the screen
 392          }
 393          break;
 394        case INTERNAL_ERROR:
 395        default:
 396          break;
 397      }
 398 
 399   STEP(20, "(printing exception/signal name)")
 400 
 401      st->print_cr("#");
 402      st->print("#  ");
 403      // Is it an OS exception/signal?
 404      if (os::exception_name(_id, buf, sizeof(buf))) {
 405        st->print("%s", buf);
 406        st->print(" (0x%x)", _id);                // signal number
 407        st->print(" at pc=" PTR_FORMAT, _pc);
 408      } else {
 409        if (should_report_bug(_id)) {
 410          st->print("Internal Error");
 411        } else {
 412          st->print("Out of Memory Error");
 413        }
 414        if (_filename != NULL && _lineno > 0) {
 415 #ifdef PRODUCT
 416          // In product mode chop off pathname?
 417          char separator = os::file_separator()[0];
 418          const char *p = strrchr(_filename, separator);
 419          const char *file = p ? p+1 : _filename;
 420 #else
 421          const char *file = _filename;
 422 #endif
 423          size_t len = strlen(file);
 424          size_t buflen = sizeof(buf);
 425 
 426          strncpy(buf, file, buflen);
 427          if (len + 10 < buflen) {
 428            sprintf(buf + len, ":%d", _lineno);
 429          }
 430          st->print(" (%s)", buf);
 431        } else {
 432          st->print(" (0x%x)", _id);
 433        }
 434      }
 435 
 436   STEP(30, "(printing current thread and pid)")
 437 
 438      // process id, thread id
 439      st->print(", pid=%d", os::current_process_id());
 440      st->print(", tid=" UINTX_FORMAT, os::current_thread_id());
 441      st->cr();
 442 
 443   STEP(40, "(printing error message)")
 444 
 445      if (should_report_bug(_id)) {  // already printed the message.
 446        // error message
 447        if (_detail_msg) {
 448          st->print_cr("#  %s: %s", _message ? _message : "Error", _detail_msg);
 449        } else if (_message) {
 450          st->print_cr("#  Error: %s", _message);
 451        }
 452     }
 453 
 454   STEP(50, "(printing Java version string)")
 455 
 456      // VM version
 457      st->print_cr("#");
 458      JDK_Version::current().to_string(buf, sizeof(buf));
 459      const char* runtime_name = JDK_Version::runtime_name() != NULL ?
 460                                   JDK_Version::runtime_name() : "";
 461      const char* runtime_version = JDK_Version::runtime_version() != NULL ?
 462                                   JDK_Version::runtime_version() : "";
 463      st->print_cr("# JRE version: %s (%s) (build %s)", runtime_name, buf, runtime_version);
 464      st->print_cr("# Java VM: %s (%s %s %s %s)",
 465                    Abstract_VM_Version::vm_name(),
 466                    Abstract_VM_Version::vm_release(),
 467                    Abstract_VM_Version::vm_info_string(),
 468                    Abstract_VM_Version::vm_platform_string(),
 469                    UseCompressedOops ? "compressed oops" : ""
 470                  );
 471 
 472   STEP(60, "(printing problematic frame)")
 473 
 474      // Print current frame if we have a context (i.e. it's a crash)
 475      if (_context) {
 476        st->print_cr("# Problematic frame:");
 477        st->print("# ");
 478        frame fr = os::fetch_frame_from_context(_context);
 479        fr.print_on_error(st, buf, sizeof(buf));
 480        st->cr();
 481        st->print_cr("#");
 482      }
 483   STEP(63, "(printing core file information)")
 484     st->print("# ");
 485     if (coredump_status) {
 486       st->print("Core dump written. Default location: %s", coredump_message);
 487     } else {
 488       st->print("Failed to write core dump. %s", coredump_message);
 489     }
 490     st->cr();
 491     st->print_cr("#");
 492 
 493   STEP(65, "(printing bug submit message)")
 494 
 495      if (should_report_bug(_id) && _verbose) {
 496        print_bug_submit_message(st, _thread);
 497      }
 498 
 499   STEP(70, "(printing thread)" )
 500 
 501      if (_verbose) {
 502        st->cr();
 503        st->print_cr("---------------  T H R E A D  ---------------");
 504        st->cr();
 505      }
 506 
 507   STEP(80, "(printing current thread)" )
 508 
 509      // current thread
 510      if (_verbose) {
 511        if (_thread) {
 512          st->print("Current thread (" PTR_FORMAT "):  ", _thread);
 513          _thread->print_on_error(st, buf, sizeof(buf));
 514          st->cr();
 515        } else {
 516          st->print_cr("Current thread is native thread");
 517        }
 518        st->cr();
 519      }
 520 
 521   STEP(90, "(printing siginfo)" )
 522 
 523      // signal no, signal code, address that caused the fault
 524      if (_verbose && _siginfo) {
 525        os::print_siginfo(st, _siginfo);
 526        st->cr();
 527      }
 528 
 529   STEP(100, "(printing registers, top of stack, instructions near pc)")
 530 
 531      // registers, top of stack, instructions near pc
 532      if (_verbose && _context) {
 533        os::print_context(st, _context);
 534        st->cr();
 535      }
 536 
 537   STEP(105, "(printing register info)")
 538 
 539      // decode register contents if possible
 540      if (_verbose && _context && Universe::is_fully_initialized()) {
 541        os::print_register_info(st, _context);
 542        st->cr();
 543      }
 544 
 545   STEP(110, "(printing stack bounds)" )
 546 
 547      if (_verbose) {
 548        st->print("Stack: ");
 549 
 550        address stack_top;
 551        size_t stack_size;
 552 
 553        if (_thread) {
 554           stack_top = _thread->stack_base();
 555           stack_size = _thread->stack_size();
 556        } else {
 557           stack_top = os::current_stack_base();
 558           stack_size = os::current_stack_size();
 559        }
 560 
 561        address stack_bottom = stack_top - stack_size;
 562        st->print("[" PTR_FORMAT "," PTR_FORMAT "]", stack_bottom, stack_top);
 563 
 564        frame fr = _context ? os::fetch_frame_from_context(_context)
 565                            : os::current_frame();
 566 
 567        if (fr.sp()) {
 568          st->print(",  sp=" PTR_FORMAT, fr.sp());
 569          size_t free_stack_size = pointer_delta(fr.sp(), stack_bottom, 1024);
 570          st->print(",  free space=" SIZE_FORMAT "k", free_stack_size);
 571        }
 572 
 573        st->cr();
 574      }
 575 
 576   STEP(120, "(printing native stack)" )
 577 
 578      if (_verbose) {
 579      if (os::platform_print_native_stack(st, _context, buf, sizeof(buf))) {
 580        // We have printed the native stack in platform-specific code
 581        // Windows/x64 needs special handling.
 582      } else {
 583        frame fr = _context ? os::fetch_frame_from_context(_context)
 584                            : os::current_frame();
 585 
 586        // see if it's a valid frame
 587        if (fr.pc()) {
 588           st->print_cr("Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)");
 589 
 590 
 591           int count = 0;
 592           while (count++ < StackPrintLimit) {
 593              fr.print_on_error(st, buf, sizeof(buf));
 594              st->cr();
 595              // Compiled code may use EBP register on x86 so it looks like
 596              // non-walkable C frame. Use frame.sender() for java frames.
 597              if (_thread && _thread->is_Java_thread()) {
 598                // Catch very first native frame by using stack address.
 599                // For JavaThread stack_base and stack_size should be set.
 600                if (!_thread->on_local_stack((address)(fr.sender_sp() + 1))) {
 601                  break;
 602                }
 603                if (fr.is_java_frame()) {
 604                  RegisterMap map((JavaThread*)_thread, false); // No update
 605                  fr = fr.sender(&map);
 606                } else {
 607                  fr = os::get_sender_for_C_frame(&fr);
 608                }
 609              } else {
 610                // is_first_C_frame() does only simple checks for frame pointer,
 611                // it will pass if java compiled code has a pointer in EBP.
 612                if (os::is_first_C_frame(&fr)) break;
 613                fr = os::get_sender_for_C_frame(&fr);
 614              }
 615           }
 616 
 617           if (count > StackPrintLimit) {
 618              st->print_cr("...<more frames>...");
 619           }
 620 
 621           st->cr();
 622        }
 623      }
 624    }
 625 
 626   STEP(130, "(printing Java stack)" )
 627 
 628      if (_verbose && _thread && _thread->is_Java_thread()) {
 629        print_stack_trace(st, (JavaThread*)_thread, buf, sizeof(buf));
 630      }
 631 
 632   STEP(135, "(printing target Java thread stack)" )
 633 
 634      // printing Java thread stack trace if it is involved in GC crash
 635      if (_verbose && _thread && (_thread->is_Named_thread())) {
 636        JavaThread*  jt = ((NamedThread *)_thread)->processed_thread();
 637        if (jt != NULL) {
 638          st->print_cr("JavaThread " PTR_FORMAT " (nid = " UINTX_FORMAT ") was being processed", jt, jt->osthread()->thread_id());
 639          print_stack_trace(st, jt, buf, sizeof(buf), true);
 640        }
 641      }
 642 
 643   STEP(140, "(printing VM operation)" )
 644 
 645      if (_verbose && _thread && _thread->is_VM_thread()) {
 646         VMThread* t = (VMThread*)_thread;
 647         VM_Operation* op = t->vm_operation();
 648         if (op) {
 649           op->print_on_error(st);
 650           st->cr();
 651           st->cr();
 652         }
 653      }
 654 
 655   STEP(150, "(printing current compile task)" )
 656 
 657      if (_verbose && _thread && _thread->is_Compiler_thread()) {
 658         CompilerThread* t = (CompilerThread*)_thread;
 659         if (t->task()) {
 660            st->cr();
 661            st->print_cr("Current CompileTask:");
 662            t->task()->print_line_on_error(st, buf, sizeof(buf));
 663            st->cr();
 664         }
 665      }
 666 
 667   STEP(160, "(printing process)" )
 668 
 669      if (_verbose) {
 670        st->cr();
 671        st->print_cr("---------------  P R O C E S S  ---------------");
 672        st->cr();
 673      }
 674 
 675   STEP(170, "(printing all threads)" )
 676 
 677      // all threads
 678      if (_verbose && _thread) {
 679        Threads::print_on_error(st, _thread, buf, sizeof(buf));
 680        st->cr();
 681      }
 682 
 683   STEP(175, "(printing VM state)" )
 684 
 685      if (_verbose) {
 686        // Safepoint state
 687        st->print("VM state:");
 688 
 689        if (SafepointSynchronize::is_synchronizing()) st->print("synchronizing");
 690        else if (SafepointSynchronize::is_at_safepoint()) st->print("at safepoint");
 691        else st->print("not at safepoint");
 692 
 693        // Also see if error occurred during initialization or shutdown
 694        if (!Universe::is_fully_initialized()) {
 695          st->print(" (not fully initialized)");
 696        } else if (VM_Exit::vm_exited()) {
 697          st->print(" (shutting down)");
 698        } else {
 699          st->print(" (normal execution)");
 700        }
 701        st->cr();
 702        st->cr();
 703      }
 704 
 705   STEP(180, "(printing owned locks on error)" )
 706 
 707      // mutexes/monitors that currently have an owner
 708      if (_verbose) {
 709        print_owned_locks_on_error(st);
 710        st->cr();
 711      }
 712 
 713   STEP(190, "(printing heap information)" )
 714 
 715      if (_verbose && Universe::is_fully_initialized()) {
 716        Universe::heap()->print_on_error(st);
 717        st->cr();
 718 
 719        st->print_cr("Polling page: " INTPTR_FORMAT, os::get_polling_page());
 720        st->cr();
 721      }
 722 
 723   STEP(195, "(printing code cache information)" )
 724 
 725      if (_verbose && Universe::is_fully_initialized()) {
 726        // print code cache information before vm abort
 727        CodeCache::print_summary(st);
 728        st->cr();
 729      }
 730 
 731   STEP(200, "(printing ring buffers)" )
 732 
 733      if (_verbose) {
 734        Events::print_all(st);
 735        st->cr();
 736      }
 737 
 738   STEP(205, "(printing dynamic libraries)" )
 739 
 740      if (_verbose) {
 741        // dynamic libraries, or memory map
 742        os::print_dll_info(st);
 743        st->cr();
 744      }
 745 
 746   STEP(210, "(printing VM options)" )
 747 
 748      if (_verbose) {
 749        // VM options
 750        Arguments::print_on(st);
 751        st->cr();
 752      }
 753 
 754   STEP(215, "(printing warning if internal testing API used)" )
 755 
 756      if (WhiteBox::used()) {
 757        st->print_cr("Unsupported internal testing APIs have been used.");
 758        st->cr();
 759      }
 760 
 761   STEP(220, "(printing environment variables)" )
 762 
 763      if (_verbose) {
 764        os::print_environment_variables(st, env_list, buf, sizeof(buf));
 765        st->cr();
 766      }
 767 
 768   STEP(225, "(printing signal handlers)" )
 769 
 770      if (_verbose) {
 771        os::print_signal_handlers(st, buf, sizeof(buf));
 772        st->cr();
 773      }
 774 
 775   STEP(230, "" )
 776 
 777      if (_verbose) {
 778        st->cr();
 779        st->print_cr("---------------  S Y S T E M  ---------------");
 780        st->cr();
 781      }
 782 
 783   STEP(240, "(printing OS information)" )
 784 
 785      if (_verbose) {
 786        os::print_os_info(st);
 787        st->cr();
 788      }
 789 
 790   STEP(250, "(printing CPU info)" )
 791      if (_verbose) {
 792        os::print_cpu_info(st);
 793        st->cr();
 794      }
 795 
 796   STEP(260, "(printing memory info)" )
 797 
 798      if (_verbose) {
 799        os::print_memory_info(st);
 800        st->cr();
 801      }
 802 
 803   STEP(270, "(printing internal vm info)" )
 804 
 805      if (_verbose) {
 806        st->print_cr("vm_info: %s", Abstract_VM_Version::internal_vm_info_string());
 807        st->cr();
 808      }
 809 
 810   STEP(280, "(printing date and time)" )
 811 
 812      if (_verbose) {
 813        os::print_date_and_time(st);
 814        st->cr();
 815      }
 816 
 817   END
 818 
 819 # undef BEGIN
 820 # undef STEP
 821 # undef END
 822 }
 823 
 824 VMError* volatile VMError::first_error = NULL;
 825 volatile jlong VMError::first_error_tid = -1;
 826 
 827 // An error could happen before tty is initialized or after it has been
 828 // destroyed. Here we use a very simple unbuffered fdStream for printing.
 829 // Only out.print_raw() and out.print_raw_cr() should be used, as other
 830 // printing methods need to allocate large buffer on stack. To format a
 831 // string, use jio_snprintf() with a static buffer or use staticBufferStream.
 832 fdStream VMError::out(defaultStream::output_fd());
 833 fdStream VMError::log; // error log used by VMError::report_and_die()
 834 
 835 /** Expand a pattern into a buffer starting at pos and open a file using constructed path */
 836 static int expand_and_open(const char* pattern, char* buf, size_t buflen, size_t pos) {
 837   int fd = -1;
 838   if (Arguments::copy_expand_pid(pattern, strlen(pattern), &buf[pos], buflen - pos)) {
 839     fd = open(buf, O_RDWR | O_CREAT | O_TRUNC, 0666);
 840   }
 841   return fd;
 842 }
 843 
 844 /**
 845  * Construct file name for a log file and return it's file descriptor.
 846  * Name and location depends on pattern, default_pattern params and access
 847  * permissions.
 848  */
 849 static int prepare_log_file(const char* pattern, const char* default_pattern, char* buf, size_t buflen) {
 850   int fd = -1;
 851 
 852   // If possible, use specified pattern to construct log file name
 853   if (pattern != NULL) {
 854     fd = expand_and_open(pattern, buf, buflen, 0);
 855   }
 856 
 857   // Either user didn't specify, or the user's location failed,
 858   // so use the default name in the current directory
 859   if (fd == -1) {
 860     const char* cwd = os::get_current_directory(buf, buflen);
 861     if (cwd != NULL) {
 862       size_t pos = strlen(cwd);
 863       int fsep_len = jio_snprintf(&buf[pos], buflen-pos, "%s", os::file_separator());
 864       pos += fsep_len;
 865       if (fsep_len > 0) {
 866         fd = expand_and_open(default_pattern, buf, buflen, pos);
 867       }
 868     }
 869   }
 870 
 871    // try temp directory if it exists.
 872    if (fd == -1) {
 873      const char* tmpdir = os::get_temp_directory();
 874      if (tmpdir != NULL && strlen(tmpdir) > 0) {
 875        int pos = jio_snprintf(buf, buflen, "%s%s", tmpdir, os::file_separator());
 876        if (pos > 0) {
 877          fd = expand_and_open(default_pattern, buf, buflen, pos);
 878        }
 879      }
 880    }
 881 
 882   return fd;
 883 }
 884 
 885 void VMError::report_and_die() {
 886   // Don't allocate large buffer on stack
 887   static char buffer[O_BUFLEN];
 888 
 889   // How many errors occurred in error handler when reporting first_error.
 890   static int recursive_error_count;
 891 
 892   // We will first print a brief message to standard out (verbose = false),
 893   // then save detailed information in log file (verbose = true).
 894   static bool out_done = false;         // done printing to standard out
 895   static bool log_done = false;         // done saving error log
 896   static bool transmit_report_done = false; // done error reporting
 897 
 898   // disble NMT to avoid further exception
 899   MemTracker::shutdown(MemTracker::NMT_error_reporting);
 900 
 901   if (SuppressFatalErrorMessage) {
 902       os::abort();
 903   }
 904   jlong mytid = os::current_thread_id();
 905   if (first_error == NULL &&
 906       Atomic::cmpxchg_ptr(this, &first_error, NULL) == NULL) {
 907 
 908     // first time
 909     first_error_tid = mytid;
 910     set_error_reported();
 911 
 912     if (ShowMessageBoxOnError || PauseAtExit) {
 913       show_message_box(buffer, sizeof(buffer));
 914 
 915       // User has asked JVM to abort. Reset ShowMessageBoxOnError so the
 916       // WatcherThread can kill JVM if the error handler hangs.
 917       ShowMessageBoxOnError = false;
 918     }
 919 
 920     // Write a minidump on Windows, check core dump limits on Linux/Solaris
 921     os::check_or_create_dump(_siginfo, _context, buffer, sizeof(buffer));
 922 
 923     // reset signal handlers or exception filter; make sure recursive crashes
 924     // are handled properly.
 925     reset_signal_handlers();
 926 
 927   } else {
 928     // If UseOsErrorReporting we call this for each level of the call stack
 929     // while searching for the exception handler.  Only the first level needs
 930     // to be reported.
 931     if (UseOSErrorReporting && log_done) return;
 932 
 933     // This is not the first error, see if it happened in a different thread
 934     // or in the same thread during error reporting.
 935     if (first_error_tid != mytid) {
 936       char msgbuf[64];
 937       jio_snprintf(msgbuf, sizeof(msgbuf),
 938                    "[thread " INT64_FORMAT " also had an error]",
 939                    mytid);
 940       out.print_raw_cr(msgbuf);
 941 
 942       // error reporting is not MT-safe, block current thread
 943       os::infinite_sleep();
 944 
 945     } else {
 946       if (recursive_error_count++ > 30) {
 947         out.print_raw_cr("[Too many errors, abort]");
 948         os::die();
 949       }
 950 
 951       jio_snprintf(buffer, sizeof(buffer),
 952                    "[error occurred during error reporting %s, id 0x%x]",
 953                    first_error ? first_error->_current_step_info : "",
 954                    _id);
 955       if (log.is_open()) {
 956         log.cr();
 957         log.print_raw_cr(buffer);
 958         log.cr();
 959       } else {
 960         out.cr();
 961         out.print_raw_cr(buffer);
 962         out.cr();
 963       }
 964     }
 965   }
 966 
 967   // print to screen
 968   if (!out_done) {
 969     first_error->_verbose = false;
 970 
 971     staticBufferStream sbs(buffer, sizeof(buffer), &out);
 972     first_error->report(&sbs);
 973 
 974     out_done = true;
 975 
 976     first_error->_current_step = 0;         // reset current_step
 977     first_error->_current_step_info = "";   // reset current_step string
 978   }
 979 
 980   // print to error log file
 981   if (!log_done) {
 982     first_error->_verbose = true;
 983 
 984     // see if log file is already open
 985     if (!log.is_open()) {
 986       // open log file
 987       int fd = prepare_log_file(ErrorFile, "hs_err_pid%p.log", buffer, sizeof(buffer));
 988       if (fd != -1) {
 989         out.print_raw("# An error report file with more information is saved as:\n# ");
 990         out.print_raw_cr(buffer);
 991         os::set_error_file(buffer);
 992 
 993         log.set_fd(fd);
 994       } else {
 995         out.print_raw_cr("# Can not save log file, dump to screen..");
 996         log.set_fd(defaultStream::output_fd());
 997         /* Error reporting currently needs dumpfile.
 998          * Maybe implement direct streaming in the future.*/
 999         transmit_report_done = true;
1000       }
1001     }
1002 
1003     staticBufferStream sbs(buffer, O_BUFLEN, &log);
1004     first_error->report(&sbs);
1005     first_error->_current_step = 0;         // reset current_step
1006     first_error->_current_step_info = "";   // reset current_step string
1007 
1008     // Run error reporting to determine whether or not to report the crash.
1009     if (!transmit_report_done && should_report_bug(first_error->_id)) {
1010       transmit_report_done = true;
1011       FILE* hs_err = os::open(log.fd(), "r");
1012       if (NULL != hs_err) {
1013         ErrorReporter er;
1014         er.call(hs_err, buffer, O_BUFLEN);
1015       }
1016     }
1017 
1018     if (log.fd() != defaultStream::output_fd()) {
1019       close(log.fd());
1020     }
1021 
1022     log.set_fd(-1);
1023     log_done = true;
1024   }
1025 
1026 
1027   static bool skip_OnError = false;
1028   if (!skip_OnError && OnError && OnError[0]) {
1029     skip_OnError = true;
1030 
1031     out.print_raw_cr("#");
1032     out.print_raw   ("# -XX:OnError=\"");
1033     out.print_raw   (OnError);
1034     out.print_raw_cr("\"");
1035 
1036     char* cmd;
1037     const char* ptr = OnError;
1038     while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1039       out.print_raw   ("#   Executing ");
1040 #if defined(LINUX) || defined(_ALLBSD_SOURCE)
1041       out.print_raw   ("/bin/sh -c ");
1042 #elif defined(SOLARIS)
1043       out.print_raw   ("/usr/bin/sh -c ");
1044 #endif
1045       out.print_raw   ("\"");
1046       out.print_raw   (cmd);
1047       out.print_raw_cr("\" ...");
1048 
1049       os::fork_and_exec(cmd);
1050     }
1051 
1052     // done with OnError
1053     OnError = NULL;
1054   }
1055 
1056   static bool skip_replay = ReplayCompiles; // Do not overwrite file during replay
1057   if (DumpReplayDataOnError && _thread && _thread->is_Compiler_thread() && !skip_replay) {
1058     skip_replay = true;
1059     ciEnv* env = ciEnv::current();
1060     if (env != NULL) {
1061       int fd = prepare_log_file(ReplayDataFile, "replay_pid%p.log", buffer, sizeof(buffer));
1062       if (fd != -1) {
1063         FILE* replay_data_file = os::open(fd, "w");
1064         if (replay_data_file != NULL) {
1065           fileStream replay_data_stream(replay_data_file, /*need_close=*/true);
1066           env->dump_replay_data_unsafe(&replay_data_stream);
1067           out.print_raw("#\n# Compiler replay data is saved as:\n# ");
1068           out.print_raw_cr(buffer);
1069         } else {
1070           out.print_raw("#\n# Can't open file to dump replay data. Error: ");
1071           out.print_raw_cr(strerror(os::get_last_error()));
1072         }
1073       }
1074     }
1075   }
1076 
1077   static bool skip_bug_url = !should_report_bug(first_error->_id);
1078   if (!skip_bug_url) {
1079     skip_bug_url = true;
1080 
1081     out.print_raw_cr("#");
1082     print_bug_submit_message(&out, _thread);
1083   }
1084 
1085   if (!UseOSErrorReporting) {
1086     // os::abort() will call abort hooks, try it first.
1087     static bool skip_os_abort = false;
1088     if (!skip_os_abort) {
1089       skip_os_abort = true;
1090       bool dump_core = should_report_bug(first_error->_id);
1091       os::abort(dump_core);
1092     }
1093 
1094     // if os::abort() doesn't abort, try os::die();
1095     os::die();
1096   }
1097 }
1098 
1099 /*
1100  * OnOutOfMemoryError scripts/commands executed while VM is a safepoint - this
1101  * ensures utilities such as jmap can observe the process is a consistent state.
1102  */
1103 class VM_ReportJavaOutOfMemory : public VM_Operation {
1104  private:
1105   VMError *_err;
1106  public:
1107   VM_ReportJavaOutOfMemory(VMError *err) { _err = err; }
1108   VMOp_Type type() const                 { return VMOp_ReportJavaOutOfMemory; }
1109   void doit();
1110 };
1111 
1112 void VM_ReportJavaOutOfMemory::doit() {
1113   // Don't allocate large buffer on stack
1114   static char buffer[O_BUFLEN];
1115 
1116   tty->print_cr("#");
1117   tty->print_cr("# java.lang.OutOfMemoryError: %s", _err->message());
1118   tty->print_cr("# -XX:OnOutOfMemoryError=\"%s\"", OnOutOfMemoryError);
1119 
1120   // make heap parsability
1121   Universe::heap()->ensure_parsability(false);  // no need to retire TLABs
1122 
1123   char* cmd;
1124   const char* ptr = OnOutOfMemoryError;
1125   while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1126     tty->print("#   Executing ");
1127 #if defined(LINUX)
1128     tty->print  ("/bin/sh -c ");
1129 #elif defined(SOLARIS)
1130     tty->print  ("/usr/bin/sh -c ");
1131 #endif
1132     tty->print_cr("\"%s\"...", cmd);
1133 
1134     os::fork_and_exec(cmd);
1135   }
1136 }
1137 
1138 void VMError::report_java_out_of_memory() {
1139   if (OnOutOfMemoryError && OnOutOfMemoryError[0]) {
1140     MutexLocker ml(Heap_lock);
1141     VM_ReportJavaOutOfMemory op(this);
1142     VMThread::execute(&op);
1143   }
1144 }