1 /*
   2  * Copyright (c) 2003, 2011, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "compiler/compileBroker.hpp"
  27 #include "gc_interface/collectedHeap.hpp"
  28 #include "runtime/arguments.hpp"
  29 #include "runtime/frame.inline.hpp"
  30 #include "runtime/init.hpp"
  31 #include "runtime/os.hpp"
  32 #include "runtime/thread.hpp"
  33 #include "runtime/vmThread.hpp"
  34 #include "runtime/vm_operations.hpp"
  35 #include "utilities/debug.hpp"
  36 #include "utilities/decoder.hpp"
  37 #include "utilities/defaultStream.hpp"
  38 #include "utilities/errorReporter.hpp"
  39 #include "utilities/top.hpp"
  40 #include "utilities/vmError.hpp"
  41 
  42 // List of environment variables that should be reported in error log file.
  43 const char *env_list[] = {
  44   // All platforms
  45   "JAVA_HOME", "JRE_HOME", "JAVA_TOOL_OPTIONS", "_JAVA_OPTIONS", "CLASSPATH",
  46   "JAVA_COMPILER", "PATH", "USERNAME",
  47 
  48   // Env variables that are defined on Solaris/Linux/BSD
  49   "LD_LIBRARY_PATH", "LD_PRELOAD", "SHELL", "DISPLAY",
  50   "HOSTTYPE", "OSTYPE", "ARCH", "MACHTYPE",
  51 
  52   // defined on Linux
  53   "LD_ASSUME_KERNEL", "_JAVA_SR_SIGNUM",
  54 
  55   // defined on Darwin
  56   "DYLD_LIBRARY_PATH", "DYLD_FALLBACK_LIBRARY_PATH",
  57   "DYLD_FRAMEWORK_PATH", "DYLD_FALLBACK_FRAMEWORK_PATH",
  58   "DYLD_INSERT_LIBRARIES",
  59 
  60   // defined on Windows
  61   "OS", "PROCESSOR_IDENTIFIER", "_ALT_JAVA_HOME_DIR",
  62 
  63   (const char *)0
  64 };
  65 
  66 // Fatal error handler for internal errors and crashes.
  67 //
  68 // The default behavior of fatal error handler is to print a brief message
  69 // to standard out (defaultStream::output_fd()), then save detailed information
  70 // into an error report file (hs_err_pid<pid>.log) and abort VM. If multiple
  71 // threads are having troubles at the same time, only one error is reported.
  72 // The thread that is reporting error will abort VM when it is done, all other
  73 // threads are blocked forever inside report_and_die().
  74 
  75 // Constructor for crashes
  76 VMError::VMError(Thread* thread, unsigned int sig, address pc, void* siginfo, void* context) {
  77     _thread = thread;
  78     _id = sig;
  79     _pc   = pc;
  80     _siginfo = siginfo;
  81     _context = context;
  82 
  83     _verbose = false;
  84     _current_step = 0;
  85     _current_step_info = NULL;
  86 
  87     _message = NULL;
  88     _detail_msg = NULL;
  89     _filename = NULL;
  90     _lineno = 0;
  91 
  92     _size = 0;
  93 }
  94 
  95 // Constructor for internal errors
  96 VMError::VMError(Thread* thread, const char* filename, int lineno,
  97                  const char* message, const char * detail_msg)
  98 {
  99   _thread = thread;
 100   _id = internal_error;     // Value that's not an OS exception/signal
 101   _filename = filename;
 102   _lineno = lineno;
 103   _message = message;
 104   _detail_msg = detail_msg;
 105 
 106   _verbose = false;
 107   _current_step = 0;
 108   _current_step_info = NULL;
 109 
 110   _pc = NULL;
 111   _siginfo = NULL;
 112   _context = NULL;
 113 
 114   _size = 0;
 115 }
 116 
 117 // Constructor for OOM errors
 118 VMError::VMError(Thread* thread, const char* filename, int lineno, size_t size,
 119                  const char* message) {
 120     _thread = thread;
 121     _id = oom_error;     // Value that's not an OS exception/signal
 122     _filename = filename;
 123     _lineno = lineno;
 124     _message = message;
 125     _detail_msg = NULL;
 126 
 127     _verbose = false;
 128     _current_step = 0;
 129     _current_step_info = NULL;
 130 
 131     _pc = NULL;
 132     _siginfo = NULL;
 133     _context = NULL;
 134 
 135     _size = size;
 136 }
 137 
 138 
 139 // Constructor for non-fatal errors
 140 VMError::VMError(const char* message) {
 141     _thread = NULL;
 142     _id = internal_error;     // Value that's not an OS exception/signal
 143     _filename = NULL;
 144     _lineno = 0;
 145     _message = message;
 146     _detail_msg = NULL;
 147 
 148     _verbose = false;
 149     _current_step = 0;
 150     _current_step_info = NULL;
 151 
 152     _pc = NULL;
 153     _siginfo = NULL;
 154     _context = NULL;
 155 
 156     _size = 0;
 157 }
 158 
 159 // -XX:OnError=<string>, where <string> can be a list of commands, separated
 160 // by ';'. "%p" is replaced by current process id (pid); "%%" is replaced by
 161 // a single "%". Some examples:
 162 //
 163 // -XX:OnError="pmap %p"                // show memory map
 164 // -XX:OnError="gcore %p; dbx - %p"     // dump core and launch debugger
 165 // -XX:OnError="cat hs_err_pid%p.log | mail my_email@sun.com"
 166 // -XX:OnError="kill -9 %p"             // ?#!@#
 167 
 168 // A simple parser for -XX:OnError, usage:
 169 //  ptr = OnError;
 170 //  while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr) != NULL)
 171 //     ... ...
 172 static char* next_OnError_command(char* buf, int buflen, const char** ptr) {
 173   if (ptr == NULL || *ptr == NULL) return NULL;
 174 
 175   const char* cmd = *ptr;
 176 
 177   // skip leading blanks or ';'
 178   while (*cmd == ' ' || *cmd == ';') cmd++;
 179 
 180   if (*cmd == '\0') return NULL;
 181 
 182   const char * cmdend = cmd;
 183   while (*cmdend != '\0' && *cmdend != ';') cmdend++;
 184 
 185   Arguments::copy_expand_pid(cmd, cmdend - cmd, buf, buflen);
 186 
 187   *ptr = (*cmdend == '\0' ? cmdend : cmdend + 1);
 188   return buf;
 189 }
 190 
 191 
 192 static void print_bug_submit_message(outputStream *out, Thread *thread) {
 193   if (out == NULL) return;
 194   out->print_raw_cr("# If you would like to submit a bug report, please visit:");
 195   out->print_raw   ("#   ");
 196   out->print_raw_cr(Arguments::java_vendor_url_bug());
 197   // If the crash is in native code, encourage user to submit a bug to the
 198   // provider of that code.
 199   if (thread && thread->is_Java_thread() &&
 200       !thread->is_hidden_from_external_view()) {
 201     JavaThread* jt = (JavaThread*)thread;
 202     if (jt->thread_state() == _thread_in_native) {
 203       out->print_cr("# The crash happened outside the Java Virtual Machine in native code.\n# See problematic frame for where to report the bug.");
 204     }
 205   }
 206   out->print_raw_cr("#");
 207 }
 208 
 209 bool VMError::coredump_status;
 210 char VMError::coredump_message[O_BUFLEN];
 211 
 212 void VMError::report_coredump_status(const char* message, bool status) {
 213   coredump_status = status;
 214   strncpy(coredump_message, message, sizeof(coredump_message));
 215   coredump_message[sizeof(coredump_message)-1] = 0;
 216 }
 217 
 218 
 219 // Return a string to describe the error
 220 char* VMError::error_string(char* buf, int buflen) {
 221   char signame_buf[64];
 222   const char *signame = os::exception_name(_id, signame_buf, sizeof(signame_buf));
 223 
 224   if (signame) {
 225     jio_snprintf(buf, buflen,
 226                  "%s (0x%x) at pc=" PTR_FORMAT ", pid=%d, tid=" UINTX_FORMAT,
 227                  signame, _id, _pc,
 228                  os::current_process_id(), os::current_thread_id());
 229   } else if (_filename != NULL && _lineno > 0) {
 230     // skip directory names
 231     char separator = os::file_separator()[0];
 232     const char *p = strrchr(_filename, separator);
 233     int n = jio_snprintf(buf, buflen,
 234                          "Internal Error at %s:%d, pid=%d, tid=" UINTX_FORMAT,
 235                          p ? p + 1 : _filename, _lineno,
 236                          os::current_process_id(), os::current_thread_id());
 237     if (n >= 0 && n < buflen && _message) {
 238       if (_detail_msg) {
 239         jio_snprintf(buf + n, buflen - n, "%s%s: %s",
 240                      os::line_separator(), _message, _detail_msg);
 241       } else {
 242         jio_snprintf(buf + n, buflen - n, "%sError: %s",
 243                      os::line_separator(), _message);
 244       }
 245     }
 246   } else {
 247     jio_snprintf(buf, buflen,
 248                  "Internal Error (0x%x), pid=%d, tid=" UINTX_FORMAT,
 249                  _id, os::current_process_id(), os::current_thread_id());
 250   }
 251 
 252   return buf;
 253 }
 254 
 255 void VMError::print_stack_trace(outputStream* st, JavaThread* jt,
 256                                 char* buf, int buflen, bool verbose) {
 257 #ifdef ZERO
 258   if (jt->zero_stack()->sp() && jt->top_zero_frame()) {
 259     // StackFrameStream uses the frame anchor, which may not have
 260     // been set up.  This can be done at any time in Zero, however,
 261     // so if it hasn't been set up then we just set it up now and
 262     // clear it again when we're done.
 263     bool has_last_Java_frame = jt->has_last_Java_frame();
 264     if (!has_last_Java_frame)
 265       jt->set_last_Java_frame();
 266     st->print("Java frames:");
 267 
 268     // If the top frame is a Shark frame and the frame anchor isn't
 269     // set up then it's possible that the information in the frame
 270     // is garbage: it could be from a previous decache, or it could
 271     // simply have never been written.  So we print a warning...
 272     StackFrameStream sfs(jt);
 273     if (!has_last_Java_frame && !sfs.is_done()) {
 274       if (sfs.current()->zeroframe()->is_shark_frame()) {
 275         st->print(" (TOP FRAME MAY BE JUNK)");
 276       }
 277     }
 278     st->cr();
 279 
 280     // Print the frames
 281     for(int i = 0; !sfs.is_done(); sfs.next(), i++) {
 282       sfs.current()->zero_print_on_error(i, st, buf, buflen);
 283       st->cr();
 284     }
 285 
 286     // Reset the frame anchor if necessary
 287     if (!has_last_Java_frame)
 288       jt->reset_last_Java_frame();
 289   }
 290 #else
 291   if (jt->has_last_Java_frame()) {
 292     st->print_cr("Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)");
 293     for(StackFrameStream sfs(jt); !sfs.is_done(); sfs.next()) {
 294       sfs.current()->print_on_error(st, buf, buflen, verbose);
 295       st->cr();
 296     }
 297   }
 298 #endif // ZERO
 299 }
 300 
 301 // This is the main function to report a fatal error. Only one thread can
 302 // call this function, so we don't need to worry about MT-safety. But it's
 303 // possible that the error handler itself may crash or die on an internal
 304 // error, for example, when the stack/heap is badly damaged. We must be
 305 // able to handle recursive errors that happen inside error handler.
 306 //
 307 // Error reporting is done in several steps. If a crash or internal error
 308 // occurred when reporting an error, the nested signal/exception handler
 309 // can skip steps that are already (or partially) done. Error reporting will
 310 // continue from the next step. This allows us to retrieve and print
 311 // information that may be unsafe to get after a fatal error. If it happens,
 312 // you may find nested report_and_die() frames when you look at the stack
 313 // in a debugger.
 314 //
 315 // In general, a hang in error handler is much worse than a crash or internal
 316 // error, as it's harder to recover from a hang. Deadlock can happen if we
 317 // try to grab a lock that is already owned by current thread, or if the
 318 // owner is blocked forever (e.g. in os::infinite_sleep()). If possible, the
 319 // error handler and all the functions it called should avoid grabbing any
 320 // lock. An important thing to notice is that memory allocation needs a lock.
 321 //
 322 // We should avoid using large stack allocated buffers. Many errors happen
 323 // when stack space is already low. Making things even worse is that there
 324 // could be nested report_and_die() calls on stack (see above). Only one
 325 // thread can report error, so large buffers are statically allocated in data
 326 // segment.
 327 
 328 void VMError::report(outputStream* st) {
 329 # define BEGIN if (_current_step == 0) { _current_step = 1;
 330 # define STEP(n, s) } if (_current_step < n) { _current_step = n; _current_step_info = s;
 331 # define END }
 332 
 333   // don't allocate large buffer on stack
 334   static char buf[O_BUFLEN];
 335 
 336   BEGIN
 337 
 338   STEP(10, "(printing fatal error message)")
 339 
 340     st->print_cr("#");
 341     if (should_report_bug(_id)) {
 342       st->print_cr("# A fatal error has been detected by the Java Runtime Environment:");
 343     } else {
 344       st->print_cr("# There is insufficient memory for the Java "
 345                    "Runtime Environment to continue.");
 346     }
 347 
 348   STEP(15, "(printing type of error)")
 349 
 350      switch(_id) {
 351        case oom_error:
 352          if (_size) {
 353            st->print("# Native memory allocation (malloc) failed to allocate ");
 354            jio_snprintf(buf, sizeof(buf), SIZE_FORMAT, _size);
 355            st->print(buf);
 356            st->print(" bytes");
 357            if (_message != NULL) {
 358              st->print(" for ");
 359              st->print(_message);
 360            }
 361            st->cr();
 362          } else {
 363            if (_message != NULL)
 364              st->print("# ");
 365              st->print_cr(_message);
 366          }
 367          // In error file give some solutions
 368          if (_verbose) {
 369            st->print_cr("# Possible reasons:");
 370            st->print_cr("#   The system is out of physical RAM or swap space");
 371            st->print_cr("#   In 32 bit mode, the process size limit was hit");
 372            st->print_cr("# Possible solutions:");
 373            st->print_cr("#   Reduce memory load on the system");
 374            st->print_cr("#   Increase physical memory or swap space");
 375            st->print_cr("#   Check if swap backing store is full");
 376            st->print_cr("#   Use 64 bit Java on a 64 bit OS");
 377            st->print_cr("#   Decrease Java heap size (-Xmx/-Xms)");
 378            st->print_cr("#   Decrease number of Java threads");
 379            st->print_cr("#   Decrease Java thread stack sizes (-Xss)");
 380            st->print_cr("#   Set larger code cache with -XX:ReservedCodeCacheSize=");
 381            st->print_cr("# This output file may be truncated or incomplete.");
 382          } else {
 383            return;  // that's enough for the screen
 384          }
 385          break;
 386        case internal_error:
 387        default:
 388          break;
 389      }
 390 
 391   STEP(20, "(printing exception/signal name)")
 392 
 393      st->print_cr("#");
 394      st->print("#  ");
 395      // Is it an OS exception/signal?
 396      if (os::exception_name(_id, buf, sizeof(buf))) {
 397        st->print("%s", buf);
 398        st->print(" (0x%x)", _id);                // signal number
 399        st->print(" at pc=" PTR_FORMAT, _pc);
 400      } else {
 401        if (should_report_bug(_id)) {
 402          st->print("Internal Error");
 403        } else {
 404          st->print("Out of Memory Error");
 405        }
 406        if (_filename != NULL && _lineno > 0) {
 407 #ifdef PRODUCT
 408          // In product mode chop off pathname?
 409          char separator = os::file_separator()[0];
 410          const char *p = strrchr(_filename, separator);
 411          const char *file = p ? p+1 : _filename;
 412 #else
 413          const char *file = _filename;
 414 #endif
 415          size_t len = strlen(file);
 416          size_t buflen = sizeof(buf);
 417 
 418          strncpy(buf, file, buflen);
 419          if (len + 10 < buflen) {
 420            sprintf(buf + len, ":%d", _lineno);
 421          }
 422          st->print(" (%s)", buf);
 423        } else {
 424          st->print(" (0x%x)", _id);
 425        }
 426      }
 427 
 428   STEP(30, "(printing current thread and pid)")
 429 
 430      // process id, thread id
 431      st->print(", pid=%d", os::current_process_id());
 432      st->print(", tid=" UINTX_FORMAT, os::current_thread_id());
 433      st->cr();
 434 
 435   STEP(40, "(printing error message)")
 436 
 437      if (should_report_bug(_id)) {  // already printed the message.
 438        // error message
 439        if (_detail_msg) {
 440          st->print_cr("#  %s: %s", _message ? _message : "Error", _detail_msg);
 441        } else if (_message) {
 442          st->print_cr("#  Error: %s", _message);
 443        }
 444     }
 445 
 446   STEP(50, "(printing Java version string)")
 447 
 448      // VM version
 449      st->print_cr("#");
 450      JDK_Version::current().to_string(buf, sizeof(buf));
 451      st->print_cr("# JRE version: %s", buf);
 452      st->print_cr("# Java VM: %s (%s %s %s %s)",
 453                    Abstract_VM_Version::vm_name(),
 454                    Abstract_VM_Version::vm_release(),
 455                    Abstract_VM_Version::vm_info_string(),
 456                    Abstract_VM_Version::vm_platform_string(),
 457                    UseCompressedOops ? "compressed oops" : ""
 458                  );
 459 
 460   STEP(60, "(printing problematic frame)")
 461 
 462      // Print current frame if we have a context (i.e. it's a crash)
 463      if (_context) {
 464        st->print_cr("# Problematic frame:");
 465        st->print("# ");
 466        frame fr = os::fetch_frame_from_context(_context);
 467        fr.print_on_error(st, buf, sizeof(buf));
 468        st->cr();
 469        st->print_cr("#");
 470      }
 471   STEP(63, "(printing core file information)")
 472     st->print("# ");
 473     if (coredump_status) {
 474       st->print("Core dump written. Default location: %s", coredump_message);
 475     } else {
 476       st->print("Failed to write core dump. %s", coredump_message);
 477     }
 478     st->print_cr("");
 479     st->print_cr("#");
 480 
 481   STEP(65, "(printing bug submit message)")
 482 
 483      if (should_report_bug(_id) && _verbose) {
 484        print_bug_submit_message(st, _thread);
 485      }
 486 
 487   STEP(70, "(printing thread)" )
 488 
 489      if (_verbose) {
 490        st->cr();
 491        st->print_cr("---------------  T H R E A D  ---------------");
 492        st->cr();
 493      }
 494 
 495   STEP(80, "(printing current thread)" )
 496 
 497      // current thread
 498      if (_verbose) {
 499        if (_thread) {
 500          st->print("Current thread (" PTR_FORMAT "):  ", _thread);
 501          _thread->print_on_error(st, buf, sizeof(buf));
 502          st->cr();
 503        } else {
 504          st->print_cr("Current thread is native thread");
 505        }
 506        st->cr();
 507      }
 508 
 509   STEP(90, "(printing siginfo)" )
 510 
 511      // signal no, signal code, address that caused the fault
 512      if (_verbose && _siginfo) {
 513        os::print_siginfo(st, _siginfo);
 514        st->cr();
 515      }
 516 
 517   STEP(100, "(printing registers, top of stack, instructions near pc)")
 518 
 519      // registers, top of stack, instructions near pc
 520      if (_verbose && _context) {
 521        os::print_context(st, _context);
 522        st->cr();
 523      }
 524 
 525   STEP(105, "(printing register info)")
 526 
 527      // decode register contents if possible
 528      if (_verbose && _context && Universe::is_fully_initialized()) {
 529        os::print_register_info(st, _context);
 530        st->cr();
 531      }
 532 
 533   STEP(110, "(printing stack bounds)" )
 534 
 535      if (_verbose) {
 536        st->print("Stack: ");
 537 
 538        address stack_top;
 539        size_t stack_size;
 540 
 541        if (_thread) {
 542           stack_top = _thread->stack_base();
 543           stack_size = _thread->stack_size();
 544        } else {
 545           stack_top = os::current_stack_base();
 546           stack_size = os::current_stack_size();
 547        }
 548 
 549        address stack_bottom = stack_top - stack_size;
 550        st->print("[" PTR_FORMAT "," PTR_FORMAT "]", stack_bottom, stack_top);
 551 
 552        frame fr = _context ? os::fetch_frame_from_context(_context)
 553                            : os::current_frame();
 554 
 555        if (fr.sp()) {
 556          st->print(",  sp=" PTR_FORMAT, fr.sp());
 557          size_t free_stack_size = pointer_delta(fr.sp(), stack_bottom, 1024);
 558          st->print(",  free space=" SIZE_FORMAT "k", free_stack_size);
 559        }
 560 
 561        st->cr();
 562      }
 563 
 564   STEP(120, "(printing native stack)" )
 565 
 566      if (_verbose) {
 567        frame fr = _context ? os::fetch_frame_from_context(_context)
 568                            : os::current_frame();
 569 
 570        // see if it's a valid frame
 571        if (fr.pc()) {
 572           st->print_cr("Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)");
 573 
 574           // initialize decoder to decode C frames
 575           Decoder decoder;
 576 
 577           int count = 0;
 578           while (count++ < StackPrintLimit) {
 579              fr.print_on_error(st, buf, sizeof(buf));
 580              st->cr();
 581              if (os::is_first_C_frame(&fr)) break;
 582              fr = os::get_sender_for_C_frame(&fr);
 583           }
 584 
 585           if (count > StackPrintLimit) {
 586              st->print_cr("...<more frames>...");
 587           }
 588 
 589           st->cr();
 590        }
 591      }
 592 
 593   STEP(130, "(printing Java stack)" )
 594 
 595      if (_verbose && _thread && _thread->is_Java_thread()) {
 596        print_stack_trace(st, (JavaThread*)_thread, buf, sizeof(buf));
 597      }
 598 
 599   STEP(135, "(printing target Java thread stack)" )
 600 
 601      // printing Java thread stack trace if it is involved in GC crash
 602      if (_verbose && _thread && (_thread->is_Named_thread())) {
 603        JavaThread*  jt = ((NamedThread *)_thread)->processed_thread();
 604        if (jt != NULL) {
 605          st->print_cr("JavaThread " PTR_FORMAT " (nid = " UINTX_FORMAT ") was being processed", jt, jt->osthread()->thread_id());
 606          print_stack_trace(st, jt, buf, sizeof(buf), true);
 607        }
 608      }
 609 
 610   STEP(140, "(printing VM operation)" )
 611 
 612      if (_verbose && _thread && _thread->is_VM_thread()) {
 613         VMThread* t = (VMThread*)_thread;
 614         VM_Operation* op = t->vm_operation();
 615         if (op) {
 616           op->print_on_error(st);
 617           st->cr();
 618           st->cr();
 619         }
 620      }
 621 
 622   STEP(150, "(printing current compile task)" )
 623 
 624      if (_verbose && _thread && _thread->is_Compiler_thread()) {
 625         CompilerThread* t = (CompilerThread*)_thread;
 626         if (t->task()) {
 627            st->cr();
 628            st->print_cr("Current CompileTask:");
 629            t->task()->print_line_on_error(st, buf, sizeof(buf));
 630            st->cr();
 631         }
 632      }
 633 
 634   STEP(160, "(printing process)" )
 635 
 636      if (_verbose) {
 637        st->cr();
 638        st->print_cr("---------------  P R O C E S S  ---------------");
 639        st->cr();
 640      }
 641 
 642   STEP(170, "(printing all threads)" )
 643 
 644      // all threads
 645      if (_verbose && _thread) {
 646        Threads::print_on_error(st, _thread, buf, sizeof(buf));
 647        st->cr();
 648      }
 649 
 650   STEP(175, "(printing VM state)" )
 651 
 652      if (_verbose) {
 653        // Safepoint state
 654        st->print("VM state:");
 655 
 656        if (SafepointSynchronize::is_synchronizing()) st->print("synchronizing");
 657        else if (SafepointSynchronize::is_at_safepoint()) st->print("at safepoint");
 658        else st->print("not at safepoint");
 659 
 660        // Also see if error occurred during initialization or shutdown
 661        if (!Universe::is_fully_initialized()) {
 662          st->print(" (not fully initialized)");
 663        } else if (VM_Exit::vm_exited()) {
 664          st->print(" (shutting down)");
 665        } else {
 666          st->print(" (normal execution)");
 667        }
 668        st->cr();
 669        st->cr();
 670      }
 671 
 672   STEP(180, "(printing owned locks on error)" )
 673 
 674      // mutexes/monitors that currently have an owner
 675      if (_verbose) {
 676        print_owned_locks_on_error(st);
 677        st->cr();
 678      }
 679 
 680   STEP(190, "(printing heap information)" )
 681 
 682      if (_verbose && Universe::is_fully_initialized()) {
 683        // print heap information before vm abort
 684        Universe::print_on(st);
 685        st->cr();
 686      }
 687 
 688   STEP(195, "(printing code cache information)" )
 689 
 690      if (_verbose && Universe::is_fully_initialized()) {
 691        // print code cache information before vm abort
 692        CodeCache::print_bounds(st);
 693        st->cr();
 694      }
 695 
 696   STEP(200, "(printing dynamic libraries)" )
 697 
 698      if (_verbose) {
 699        // dynamic libraries, or memory map
 700        os::print_dll_info(st);
 701        st->cr();
 702      }
 703 
 704   STEP(210, "(printing VM options)" )
 705 
 706      if (_verbose) {
 707        // VM options
 708        Arguments::print_on(st);
 709        st->cr();
 710      }
 711 
 712   STEP(220, "(printing environment variables)" )
 713 
 714      if (_verbose) {
 715        os::print_environment_variables(st, env_list, buf, sizeof(buf));
 716        st->cr();
 717      }
 718 
 719   STEP(225, "(printing signal handlers)" )
 720 
 721      if (_verbose) {
 722        os::print_signal_handlers(st, buf, sizeof(buf));
 723        st->cr();
 724      }
 725 
 726   STEP(230, "" )
 727 
 728      if (_verbose) {
 729        st->cr();
 730        st->print_cr("---------------  S Y S T E M  ---------------");
 731        st->cr();
 732      }
 733 
 734   STEP(240, "(printing OS information)" )
 735 
 736      if (_verbose) {
 737        os::print_os_info(st);
 738        st->cr();
 739      }
 740 
 741   STEP(250, "(printing CPU info)" )
 742      if (_verbose) {
 743        os::print_cpu_info(st);
 744        st->cr();
 745      }
 746 
 747   STEP(260, "(printing memory info)" )
 748 
 749      if (_verbose) {
 750        os::print_memory_info(st);
 751        st->cr();
 752      }
 753 
 754   STEP(270, "(printing internal vm info)" )
 755 
 756      if (_verbose) {
 757        st->print_cr("vm_info: %s", Abstract_VM_Version::internal_vm_info_string());
 758        st->cr();
 759      }
 760 
 761   STEP(280, "(printing date and time)" )
 762 
 763      if (_verbose) {
 764        os::print_date_and_time(st);
 765        st->cr();
 766      }
 767 
 768   END
 769 
 770 # undef BEGIN
 771 # undef STEP
 772 # undef END
 773 }
 774 
 775 VMError* volatile VMError::first_error = NULL;
 776 volatile jlong VMError::first_error_tid = -1;
 777 
 778 void VMError::report_and_die() {
 779   // Don't allocate large buffer on stack
 780   static char buffer[O_BUFLEN];
 781 
 782   // An error could happen before tty is initialized or after it has been
 783   // destroyed. Here we use a very simple unbuffered fdStream for printing.
 784   // Only out.print_raw() and out.print_raw_cr() should be used, as other
 785   // printing methods need to allocate large buffer on stack. To format a
 786   // string, use jio_snprintf() with a static buffer or use staticBufferStream.
 787   static fdStream out(defaultStream::output_fd());
 788 
 789   // How many errors occurred in error handler when reporting first_error.
 790   static int recursive_error_count;
 791 
 792   // We will first print a brief message to standard out (verbose = false),
 793   // then save detailed information in log file (verbose = true).
 794   static bool out_done = false;         // done printing to standard out
 795   static bool log_done = false;         // done saving error log
 796   static bool transmit_report_done = false; // done error reporting
 797   static fdStream log;                  // error log
 798 
 799   if (SuppressFatalErrorMessage) {
 800       os::abort();
 801   }
 802   jlong mytid = os::current_thread_id();
 803   if (first_error == NULL &&
 804       Atomic::cmpxchg_ptr(this, &first_error, NULL) == NULL) {
 805 
 806     // first time
 807     first_error_tid = mytid;
 808     set_error_reported();
 809 
 810     if (ShowMessageBoxOnError || PauseAtExit) {
 811       show_message_box(buffer, sizeof(buffer));
 812 
 813       // User has asked JVM to abort. Reset ShowMessageBoxOnError so the
 814       // WatcherThread can kill JVM if the error handler hangs.
 815       ShowMessageBoxOnError = false;
 816     }
 817 
 818     // Write a minidump on Windows, check core dump limits on Linux/Solaris
 819     os::check_or_create_dump(_siginfo, _context, buffer, sizeof(buffer));
 820 
 821     // reset signal handlers or exception filter; make sure recursive crashes
 822     // are handled properly.
 823     reset_signal_handlers();
 824 
 825   } else {
 826     // If UseOsErrorReporting we call this for each level of the call stack
 827     // while searching for the exception handler.  Only the first level needs
 828     // to be reported.
 829     if (UseOSErrorReporting && log_done) return;
 830 
 831     // This is not the first error, see if it happened in a different thread
 832     // or in the same thread during error reporting.
 833     if (first_error_tid != mytid) {
 834       jio_snprintf(buffer, sizeof(buffer),
 835                    "[thread " INT64_FORMAT " also had an error]",
 836                    mytid);
 837       out.print_raw_cr(buffer);
 838 
 839       // error reporting is not MT-safe, block current thread
 840       os::infinite_sleep();
 841 
 842     } else {
 843       if (recursive_error_count++ > 30) {
 844         out.print_raw_cr("[Too many errors, abort]");
 845         os::die();
 846       }
 847 
 848       jio_snprintf(buffer, sizeof(buffer),
 849                    "[error occurred during error reporting %s, id 0x%x]",
 850                    first_error ? first_error->_current_step_info : "",
 851                    _id);
 852       if (log.is_open()) {
 853         log.cr();
 854         log.print_raw_cr(buffer);
 855         log.cr();
 856       } else {
 857         out.cr();
 858         out.print_raw_cr(buffer);
 859         out.cr();
 860       }
 861     }
 862   }
 863 
 864   // print to screen
 865   if (!out_done) {
 866     first_error->_verbose = false;
 867 
 868     staticBufferStream sbs(buffer, sizeof(buffer), &out);
 869     first_error->report(&sbs);
 870 
 871     out_done = true;
 872 
 873     first_error->_current_step = 0;         // reset current_step
 874     first_error->_current_step_info = "";   // reset current_step string
 875   }
 876 
 877   // print to error log file
 878   if (!log_done) {
 879     first_error->_verbose = true;
 880 
 881     // see if log file is already open
 882     if (!log.is_open()) {
 883       // open log file
 884       int fd = -1;
 885 
 886       if (ErrorFile != NULL) {
 887         bool copy_ok =
 888           Arguments::copy_expand_pid(ErrorFile, strlen(ErrorFile), buffer, sizeof(buffer));
 889         if (copy_ok) {
 890           fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 891         }
 892       }
 893 
 894       if (fd == -1) {
 895         const char *cwd = os::get_current_directory(buffer, sizeof(buffer));
 896         size_t len = strlen(cwd);
 897         // either user didn't specify, or the user's location failed,
 898         // so use the default name in the current directory
 899         jio_snprintf(&buffer[len], sizeof(buffer)-len, "%shs_err_pid%u.log",
 900                      os::file_separator(), os::current_process_id());
 901         fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 902       }
 903 
 904       if (fd == -1) {
 905         const char * tmpdir = os::get_temp_directory();
 906         // try temp directory if it exists.
 907         if (tmpdir != NULL && tmpdir[0] != '\0') {
 908           jio_snprintf(buffer, sizeof(buffer), "%s%shs_err_pid%u.log",
 909                        tmpdir, os::file_separator(), os::current_process_id());
 910           fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 911         }
 912       }
 913 
 914       if (fd != -1) {
 915         out.print_raw("# An error report file with more information is saved as:\n# ");
 916         out.print_raw_cr(buffer);
 917         os::set_error_file(buffer);
 918 
 919         log.set_fd(fd);
 920       } else {
 921         out.print_raw_cr("# Can not save log file, dump to screen..");
 922         log.set_fd(defaultStream::output_fd());
 923         /* Error reporting currently needs dumpfile.
 924          * Maybe implement direct streaming in the future.*/
 925         transmit_report_done = true;
 926       }
 927     }
 928 
 929     staticBufferStream sbs(buffer, O_BUFLEN, &log);
 930     first_error->report(&sbs);
 931     first_error->_current_step = 0;         // reset current_step
 932     first_error->_current_step_info = "";   // reset current_step string
 933 
 934     // Run error reporting to determine whether or not to report the crash.
 935     if (!transmit_report_done && should_report_bug(first_error->_id)) {
 936       transmit_report_done = true;
 937       FILE* hs_err = ::fdopen(log.fd(), "r");
 938       if (NULL != hs_err) {
 939         ErrorReporter er;
 940         er.call(hs_err, buffer, O_BUFLEN);
 941       }
 942     }
 943 
 944     if (log.fd() != defaultStream::output_fd()) {
 945       close(log.fd());
 946     }
 947 
 948     log.set_fd(-1);
 949     log_done = true;
 950   }
 951 
 952 
 953   static bool skip_OnError = false;
 954   if (!skip_OnError && OnError && OnError[0]) {
 955     skip_OnError = true;
 956 
 957     out.print_raw_cr("#");
 958     out.print_raw   ("# -XX:OnError=\"");
 959     out.print_raw   (OnError);
 960     out.print_raw_cr("\"");
 961 
 962     char* cmd;
 963     const char* ptr = OnError;
 964     while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
 965       out.print_raw   ("#   Executing ");
 966 #if defined(LINUX) || defined(_ALLBSD_SOURCE)
 967       out.print_raw   ("/bin/sh -c ");
 968 #elif defined(SOLARIS)
 969       out.print_raw   ("/usr/bin/sh -c ");
 970 #endif
 971       out.print_raw   ("\"");
 972       out.print_raw   (cmd);
 973       out.print_raw_cr("\" ...");
 974 
 975       os::fork_and_exec(cmd);
 976     }
 977 
 978     // done with OnError
 979     OnError = NULL;
 980   }
 981 
 982   static bool skip_bug_url = !should_report_bug(first_error->_id);
 983   if (!skip_bug_url) {
 984     skip_bug_url = true;
 985 
 986     out.print_raw_cr("#");
 987     print_bug_submit_message(&out, _thread);
 988   }
 989 
 990   if (!UseOSErrorReporting) {
 991     // os::abort() will call abort hooks, try it first.
 992     static bool skip_os_abort = false;
 993     if (!skip_os_abort) {
 994       skip_os_abort = true;
 995       bool dump_core = should_report_bug(first_error->_id);
 996       os::abort(dump_core);
 997     }
 998 
 999     // if os::abort() doesn't abort, try os::die();
1000     os::die();
1001   }
1002 }
1003 
1004 /*
1005  * OnOutOfMemoryError scripts/commands executed while VM is a safepoint - this
1006  * ensures utilities such as jmap can observe the process is a consistent state.
1007  */
1008 class VM_ReportJavaOutOfMemory : public VM_Operation {
1009  private:
1010   VMError *_err;
1011  public:
1012   VM_ReportJavaOutOfMemory(VMError *err) { _err = err; }
1013   VMOp_Type type() const                 { return VMOp_ReportJavaOutOfMemory; }
1014   void doit();
1015 };
1016 
1017 void VM_ReportJavaOutOfMemory::doit() {
1018   // Don't allocate large buffer on stack
1019   static char buffer[O_BUFLEN];
1020 
1021   tty->print_cr("#");
1022   tty->print_cr("# java.lang.OutOfMemoryError: %s", _err->message());
1023   tty->print_cr("# -XX:OnOutOfMemoryError=\"%s\"", OnOutOfMemoryError);
1024 
1025   // make heap parsability
1026   Universe::heap()->ensure_parsability(false);  // no need to retire TLABs
1027 
1028   char* cmd;
1029   const char* ptr = OnOutOfMemoryError;
1030   while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1031     tty->print("#   Executing ");
1032 #if defined(LINUX)
1033     tty->print  ("/bin/sh -c ");
1034 #elif defined(SOLARIS)
1035     tty->print  ("/usr/bin/sh -c ");
1036 #endif
1037     tty->print_cr("\"%s\"...", cmd);
1038 
1039     os::fork_and_exec(cmd);
1040   }
1041 }
1042 
1043 void VMError::report_java_out_of_memory() {
1044   if (OnOutOfMemoryError && OnOutOfMemoryError[0]) {
1045     MutexLocker ml(Heap_lock);
1046     VM_ReportJavaOutOfMemory op(this);
1047     VMThread::execute(&op);
1048   }
1049 }