1 /*
   2  * Copyright (c) 2003, 2011, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "compiler/compileBroker.hpp"
  27 #include "gc_interface/collectedHeap.hpp"
  28 #include "runtime/arguments.hpp"
  29 #include "runtime/frame.inline.hpp"
  30 #include "runtime/init.hpp"
  31 #include "runtime/os.hpp"
  32 #include "runtime/thread.hpp"
  33 #include "runtime/vmThread.hpp"
  34 #include "runtime/vm_operations.hpp"
  35 #include "utilities/debug.hpp"
  36 #include "utilities/decoder.hpp"
  37 #include "utilities/defaultStream.hpp"
  38 #include "utilities/errorReporter.hpp"
  39 #include "utilities/top.hpp"
  40 #include "utilities/vmError.hpp"
  41 
  42 // List of environment variables that should be reported in error log file.
  43 const char *env_list[] = {
  44   // All platforms
  45   "JAVA_HOME", "JRE_HOME", "JAVA_TOOL_OPTIONS", "_JAVA_OPTIONS", "CLASSPATH",
  46   "JAVA_COMPILER", "PATH", "USERNAME",
  47 
  48   // Env variables that are defined on Solaris/Linux
  49   "LD_LIBRARY_PATH", "LD_PRELOAD", "SHELL", "DISPLAY",
  50   "HOSTTYPE", "OSTYPE", "ARCH", "MACHTYPE",
  51 
  52   // defined on Linux
  53   "LD_ASSUME_KERNEL", "_JAVA_SR_SIGNUM",
  54 
  55   // defined on Windows
  56   "OS", "PROCESSOR_IDENTIFIER", "_ALT_JAVA_HOME_DIR",
  57 
  58   (const char *)0
  59 };
  60 
  61 // Fatal error handler for internal errors and crashes.
  62 //
  63 // The default behavior of fatal error handler is to print a brief message
  64 // to standard out (defaultStream::output_fd()), then save detailed information
  65 // into an error report file (hs_err_pid<pid>.log) and abort VM. If multiple
  66 // threads are having troubles at the same time, only one error is reported.
  67 // The thread that is reporting error will abort VM when it is done, all other
  68 // threads are blocked forever inside report_and_die().
  69 
  70 // Constructor for crashes
  71 VMError::VMError(Thread* thread, unsigned int sig, address pc, void* siginfo, void* context) {
  72     _thread = thread;
  73     _id = sig;
  74     _pc   = pc;
  75     _siginfo = siginfo;
  76     _context = context;
  77 
  78     _verbose = false;
  79     _current_step = 0;
  80     _current_step_info = NULL;
  81 
  82     _message = NULL;
  83     _detail_msg = NULL;
  84     _filename = NULL;
  85     _lineno = 0;
  86 
  87     _size = 0;
  88 }
  89 
  90 // Constructor for internal errors
  91 VMError::VMError(Thread* thread, const char* filename, int lineno,
  92                  const char* message, const char * detail_msg)
  93 {
  94   _thread = thread;
  95   _id = internal_error;     // Value that's not an OS exception/signal
  96   _filename = filename;
  97   _lineno = lineno;
  98   _message = message;
  99   _detail_msg = detail_msg;
 100 
 101   _verbose = false;
 102   _current_step = 0;
 103   _current_step_info = NULL;
 104 
 105   _pc = NULL;
 106   _siginfo = NULL;
 107   _context = NULL;
 108 
 109   _size = 0;
 110 }
 111 
 112 // Constructor for OOM errors
 113 VMError::VMError(Thread* thread, const char* filename, int lineno, size_t size,
 114                  const char* message) {
 115     _thread = thread;
 116     _id = oom_error;     // Value that's not an OS exception/signal
 117     _filename = filename;
 118     _lineno = lineno;
 119     _message = message;
 120     _detail_msg = NULL;
 121 
 122     _verbose = false;
 123     _current_step = 0;
 124     _current_step_info = NULL;
 125 
 126     _pc = NULL;
 127     _siginfo = NULL;
 128     _context = NULL;
 129 
 130     _size = size;
 131 }
 132 
 133 
 134 // Constructor for non-fatal errors
 135 VMError::VMError(const char* message) {
 136     _thread = NULL;
 137     _id = internal_error;     // Value that's not an OS exception/signal
 138     _filename = NULL;
 139     _lineno = 0;
 140     _message = message;
 141     _detail_msg = NULL;
 142 
 143     _verbose = false;
 144     _current_step = 0;
 145     _current_step_info = NULL;
 146 
 147     _pc = NULL;
 148     _siginfo = NULL;
 149     _context = NULL;
 150 
 151     _size = 0;
 152 }
 153 
 154 // -XX:OnError=<string>, where <string> can be a list of commands, separated
 155 // by ';'. "%p" is replaced by current process id (pid); "%%" is replaced by
 156 // a single "%". Some examples:
 157 //
 158 // -XX:OnError="pmap %p"                // show memory map
 159 // -XX:OnError="gcore %p; dbx - %p"     // dump core and launch debugger
 160 // -XX:OnError="cat hs_err_pid%p.log | mail my_email@sun.com"
 161 // -XX:OnError="kill -9 %p"             // ?#!@#
 162 
 163 // A simple parser for -XX:OnError, usage:
 164 //  ptr = OnError;
 165 //  while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr) != NULL)
 166 //     ... ...
 167 static char* next_OnError_command(char* buf, int buflen, const char** ptr) {
 168   if (ptr == NULL || *ptr == NULL) return NULL;
 169 
 170   const char* cmd = *ptr;
 171 
 172   // skip leading blanks or ';'
 173   while (*cmd == ' ' || *cmd == ';') cmd++;
 174 
 175   if (*cmd == '\0') return NULL;
 176 
 177   const char * cmdend = cmd;
 178   while (*cmdend != '\0' && *cmdend != ';') cmdend++;
 179 
 180   Arguments::copy_expand_pid(cmd, cmdend - cmd, buf, buflen);
 181 
 182   *ptr = (*cmdend == '\0' ? cmdend : cmdend + 1);
 183   return buf;
 184 }
 185 
 186 
 187 static void print_bug_submit_message(outputStream *out, Thread *thread) {
 188   if (out == NULL) return;
 189   out->print_raw_cr("# If you would like to submit a bug report, please visit:");
 190   out->print_raw   ("#   ");
 191   out->print_raw_cr(Arguments::java_vendor_url_bug());
 192   // If the crash is in native code, encourage user to submit a bug to the
 193   // provider of that code.
 194   if (thread && thread->is_Java_thread() &&
 195       !thread->is_hidden_from_external_view()) {
 196     JavaThread* jt = (JavaThread*)thread;
 197     if (jt->thread_state() == _thread_in_native) {
 198       out->print_cr("# The crash happened outside the Java Virtual Machine in native code.\n# See problematic frame for where to report the bug.");
 199     }
 200   }
 201   out->print_raw_cr("#");
 202 }
 203 
 204 bool VMError::coredump_status;
 205 char VMError::coredump_message[O_BUFLEN];
 206 
 207 void VMError::report_coredump_status(const char* message, bool status) {
 208   coredump_status = status;
 209   strncpy(coredump_message, message, sizeof(coredump_message));
 210   coredump_message[sizeof(coredump_message)-1] = 0;
 211 }
 212 
 213 
 214 // Return a string to describe the error
 215 char* VMError::error_string(char* buf, int buflen) {
 216   char signame_buf[64];
 217   const char *signame = os::exception_name(_id, signame_buf, sizeof(signame_buf));
 218 
 219   if (signame) {
 220     jio_snprintf(buf, buflen,
 221                  "%s (0x%x) at pc=" PTR_FORMAT ", pid=%d, tid=" UINTX_FORMAT,
 222                  signame, _id, _pc,
 223                  os::current_process_id(), os::current_thread_id());
 224   } else if (_filename != NULL && _lineno > 0) {
 225     // skip directory names
 226     char separator = os::file_separator()[0];
 227     const char *p = strrchr(_filename, separator);
 228     int n = jio_snprintf(buf, buflen,
 229                          "Internal Error at %s:%d, pid=%d, tid=" UINTX_FORMAT,
 230                          p ? p + 1 : _filename, _lineno,
 231                          os::current_process_id(), os::current_thread_id());
 232     if (n >= 0 && n < buflen && _message) {
 233       if (_detail_msg) {
 234         jio_snprintf(buf + n, buflen - n, "%s%s: %s",
 235                      os::line_separator(), _message, _detail_msg);
 236       } else {
 237         jio_snprintf(buf + n, buflen - n, "%sError: %s",
 238                      os::line_separator(), _message);
 239       }
 240     }
 241   } else {
 242     jio_snprintf(buf, buflen,
 243                  "Internal Error (0x%x), pid=%d, tid=" UINTX_FORMAT,
 244                  _id, os::current_process_id(), os::current_thread_id());
 245   }
 246 
 247   return buf;
 248 }
 249 
 250 void VMError::print_stack_trace(outputStream* st, JavaThread* jt,
 251                                 char* buf, int buflen, bool verbose) {
 252 #ifdef ZERO
 253   if (jt->zero_stack()->sp() && jt->top_zero_frame()) {
 254     // StackFrameStream uses the frame anchor, which may not have
 255     // been set up.  This can be done at any time in Zero, however,
 256     // so if it hasn't been set up then we just set it up now and
 257     // clear it again when we're done.
 258     bool has_last_Java_frame = jt->has_last_Java_frame();
 259     if (!has_last_Java_frame)
 260       jt->set_last_Java_frame();
 261     st->print("Java frames:");
 262 
 263     // If the top frame is a Shark frame and the frame anchor isn't
 264     // set up then it's possible that the information in the frame
 265     // is garbage: it could be from a previous decache, or it could
 266     // simply have never been written.  So we print a warning...
 267     StackFrameStream sfs(jt);
 268     if (!has_last_Java_frame && !sfs.is_done()) {
 269       if (sfs.current()->zeroframe()->is_shark_frame()) {
 270         st->print(" (TOP FRAME MAY BE JUNK)");
 271       }
 272     }
 273     st->cr();
 274 
 275     // Print the frames
 276     for(int i = 0; !sfs.is_done(); sfs.next(), i++) {
 277       sfs.current()->zero_print_on_error(i, st, buf, buflen);
 278       st->cr();
 279     }
 280 
 281     // Reset the frame anchor if necessary
 282     if (!has_last_Java_frame)
 283       jt->reset_last_Java_frame();
 284   }
 285 #else
 286   if (jt->has_last_Java_frame()) {
 287     st->print_cr("Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)");
 288     for(StackFrameStream sfs(jt); !sfs.is_done(); sfs.next()) {
 289       sfs.current()->print_on_error(st, buf, buflen, verbose);
 290       st->cr();
 291     }
 292   }
 293 #endif // ZERO
 294 }
 295 
 296 // This is the main function to report a fatal error. Only one thread can
 297 // call this function, so we don't need to worry about MT-safety. But it's
 298 // possible that the error handler itself may crash or die on an internal
 299 // error, for example, when the stack/heap is badly damaged. We must be
 300 // able to handle recursive errors that happen inside error handler.
 301 //
 302 // Error reporting is done in several steps. If a crash or internal error
 303 // occurred when reporting an error, the nested signal/exception handler
 304 // can skip steps that are already (or partially) done. Error reporting will
 305 // continue from the next step. This allows us to retrieve and print
 306 // information that may be unsafe to get after a fatal error. If it happens,
 307 // you may find nested report_and_die() frames when you look at the stack
 308 // in a debugger.
 309 //
 310 // In general, a hang in error handler is much worse than a crash or internal
 311 // error, as it's harder to recover from a hang. Deadlock can happen if we
 312 // try to grab a lock that is already owned by current thread, or if the
 313 // owner is blocked forever (e.g. in os::infinite_sleep()). If possible, the
 314 // error handler and all the functions it called should avoid grabbing any
 315 // lock. An important thing to notice is that memory allocation needs a lock.
 316 //
 317 // We should avoid using large stack allocated buffers. Many errors happen
 318 // when stack space is already low. Making things even worse is that there
 319 // could be nested report_and_die() calls on stack (see above). Only one
 320 // thread can report error, so large buffers are statically allocated in data
 321 // segment.
 322 
 323 void VMError::report(outputStream* st) {
 324 # define BEGIN if (_current_step == 0) { _current_step = 1;
 325 # define STEP(n, s) } if (_current_step < n) { _current_step = n; _current_step_info = s;
 326 # define END }
 327 
 328   // don't allocate large buffer on stack
 329   static char buf[O_BUFLEN];
 330 
 331   BEGIN
 332 
 333   STEP(10, "(printing fatal error message)")
 334 
 335     st->print_cr("#");
 336     if (should_report_bug(_id)) {
 337       st->print_cr("# A fatal error has been detected by the Java Runtime Environment:");
 338     } else {
 339       st->print_cr("# There is insufficient memory for the Java "
 340                    "Runtime Environment to continue.");
 341     }
 342 
 343   STEP(15, "(printing type of error)")
 344 
 345      switch(_id) {
 346        case oom_error:
 347          if (_size) {
 348            st->print("# Native memory allocation (malloc) failed to allocate ");
 349            jio_snprintf(buf, sizeof(buf), SIZE_FORMAT, _size);
 350            st->print(buf);
 351            st->print(" bytes");
 352            if (_message != NULL) {
 353              st->print(" for ");
 354              st->print(_message);
 355            }
 356            st->cr();
 357          } else {
 358            if (_message != NULL)
 359              st->print("# ");
 360              st->print_cr(_message);
 361          }
 362          // In error file give some solutions
 363          if (_verbose) {
 364            st->print_cr("# Possible reasons:");
 365            st->print_cr("#   The system is out of physical RAM or swap space");
 366            st->print_cr("#   In 32 bit mode, the process size limit was hit");
 367            st->print_cr("# Possible solutions:");
 368            st->print_cr("#   Reduce memory load on the system");
 369            st->print_cr("#   Increase physical memory or swap space");
 370            st->print_cr("#   Check if swap backing store is full");
 371            st->print_cr("#   Use 64 bit Java on a 64 bit OS");
 372            st->print_cr("#   Decrease Java heap size (-Xmx/-Xms)");
 373            st->print_cr("#   Decrease number of Java threads");
 374            st->print_cr("#   Decrease Java thread stack sizes (-Xss)");
 375            st->print_cr("#   Set larger code cache with -XX:ReservedCodeCacheSize=");
 376            st->print_cr("# This output file may be truncated or incomplete.");
 377          } else {
 378            return;  // that's enough for the screen
 379          }
 380          break;
 381        case internal_error:
 382        default:
 383          break;
 384      }
 385 
 386   STEP(20, "(printing exception/signal name)")
 387 
 388      st->print_cr("#");
 389      st->print("#  ");
 390      // Is it an OS exception/signal?
 391      if (os::exception_name(_id, buf, sizeof(buf))) {
 392        st->print("%s", buf);
 393        st->print(" (0x%x)", _id);                // signal number
 394        st->print(" at pc=" PTR_FORMAT, _pc);
 395      } else {
 396        if (should_report_bug(_id)) {
 397          st->print("Internal Error");
 398        } else {
 399          st->print("Out of Memory Error");
 400        }
 401        if (_filename != NULL && _lineno > 0) {
 402 #ifdef PRODUCT
 403          // In product mode chop off pathname?
 404          char separator = os::file_separator()[0];
 405          const char *p = strrchr(_filename, separator);
 406          const char *file = p ? p+1 : _filename;
 407 #else
 408          const char *file = _filename;
 409 #endif
 410          size_t len = strlen(file);
 411          size_t buflen = sizeof(buf);
 412 
 413          strncpy(buf, file, buflen);
 414          if (len + 10 < buflen) {
 415            sprintf(buf + len, ":%d", _lineno);
 416          }
 417          st->print(" (%s)", buf);
 418        } else {
 419          st->print(" (0x%x)", _id);
 420        }
 421      }
 422 
 423   STEP(30, "(printing current thread and pid)")
 424 
 425      // process id, thread id
 426      st->print(", pid=%d", os::current_process_id());
 427      st->print(", tid=" UINTX_FORMAT, os::current_thread_id());
 428      st->cr();
 429 
 430   STEP(40, "(printing error message)")
 431 
 432      if (should_report_bug(_id)) {  // already printed the message.
 433        // error message
 434        if (_detail_msg) {
 435          st->print_cr("#  %s: %s", _message ? _message : "Error", _detail_msg);
 436        } else if (_message) {
 437          st->print_cr("#  Error: %s", _message);
 438        }
 439     }
 440 
 441   STEP(50, "(printing Java version string)")
 442 
 443      // VM version
 444      st->print_cr("#");
 445      JDK_Version::current().to_string(buf, sizeof(buf));
 446      st->print_cr("# JRE version: %s", buf);
 447      st->print_cr("# Java VM: %s (%s %s %s %s)",
 448                    Abstract_VM_Version::vm_name(),
 449                    Abstract_VM_Version::vm_release(),
 450                    Abstract_VM_Version::vm_info_string(),
 451                    Abstract_VM_Version::vm_platform_string(),
 452                    UseCompressedOops ? "compressed oops" : ""
 453                  );
 454 
 455   STEP(60, "(printing problematic frame)")
 456 
 457      // Print current frame if we have a context (i.e. it's a crash)
 458      if (_context) {
 459        st->print_cr("# Problematic frame:");
 460        st->print("# ");
 461        frame fr = os::fetch_frame_from_context(_context);
 462        fr.print_on_error(st, buf, sizeof(buf));
 463        st->cr();
 464        st->print_cr("#");
 465      }
 466   STEP(63, "(printing core file information)")
 467     st->print("# ");
 468     if (coredump_status) {
 469       st->print("Core dump written. Default location: %s", coredump_message);
 470     } else {
 471       st->print("Failed to write core dump. %s", coredump_message);
 472     }
 473     st->print_cr("");
 474     st->print_cr("#");
 475 
 476   STEP(65, "(printing bug submit message)")
 477 
 478      if (should_report_bug(_id) && _verbose) {
 479        print_bug_submit_message(st, _thread);
 480      }
 481 
 482   STEP(70, "(printing thread)" )
 483 
 484      if (_verbose) {
 485        st->cr();
 486        st->print_cr("---------------  T H R E A D  ---------------");
 487        st->cr();
 488      }
 489 
 490   STEP(80, "(printing current thread)" )
 491 
 492      // current thread
 493      if (_verbose) {
 494        if (_thread) {
 495          st->print("Current thread (" PTR_FORMAT "):  ", _thread);
 496          _thread->print_on_error(st, buf, sizeof(buf));
 497          st->cr();
 498        } else {
 499          st->print_cr("Current thread is native thread");
 500        }
 501        st->cr();
 502      }
 503 
 504   STEP(90, "(printing siginfo)" )
 505 
 506      // signal no, signal code, address that caused the fault
 507      if (_verbose && _siginfo) {
 508        os::print_siginfo(st, _siginfo);
 509        st->cr();
 510      }
 511 
 512   STEP(100, "(printing registers, top of stack, instructions near pc)")
 513 
 514      // registers, top of stack, instructions near pc
 515      if (_verbose && _context) {
 516        os::print_context(st, _context);
 517        st->cr();
 518      }
 519 
 520   STEP(105, "(printing register info)")
 521 
 522      // decode register contents if possible
 523      if (_verbose && _context && Universe::is_fully_initialized()) {
 524        os::print_register_info(st, _context);
 525        st->cr();
 526      }
 527 
 528   STEP(110, "(printing stack bounds)" )
 529 
 530      if (_verbose) {
 531        st->print("Stack: ");
 532 
 533        address stack_top;
 534        size_t stack_size;
 535 
 536        if (_thread) {
 537           stack_top = _thread->stack_base();
 538           stack_size = _thread->stack_size();
 539        } else {
 540           stack_top = os::current_stack_base();
 541           stack_size = os::current_stack_size();
 542        }
 543 
 544        address stack_bottom = stack_top - stack_size;
 545        st->print("[" PTR_FORMAT "," PTR_FORMAT "]", stack_bottom, stack_top);
 546 
 547        frame fr = _context ? os::fetch_frame_from_context(_context)
 548                            : os::current_frame();
 549 
 550        if (fr.sp()) {
 551          st->print(",  sp=" PTR_FORMAT, fr.sp());
 552          size_t free_stack_size = pointer_delta(fr.sp(), stack_bottom, 1024);
 553          st->print(",  free space=" SIZE_FORMAT "k", free_stack_size);
 554        }
 555 
 556        st->cr();
 557      }
 558 
 559   STEP(120, "(printing native stack)" )
 560 
 561      if (_verbose) {
 562        frame fr = _context ? os::fetch_frame_from_context(_context)
 563                            : os::current_frame();
 564 
 565        // see if it's a valid frame
 566        if (fr.pc()) {
 567           st->print_cr("Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)");
 568 
 569           // initialize decoder to decode C frames
 570           Decoder decoder;
 571 
 572           int count = 0;
 573           while (count++ < StackPrintLimit) {
 574              fr.print_on_error(st, buf, sizeof(buf));
 575              st->cr();
 576              if (os::is_first_C_frame(&fr)) break;
 577              fr = os::get_sender_for_C_frame(&fr);
 578           }
 579 
 580           if (count > StackPrintLimit) {
 581              st->print_cr("...<more frames>...");
 582           }
 583 
 584           st->cr();
 585        }
 586      }
 587 
 588   STEP(130, "(printing Java stack)" )
 589 
 590      if (_verbose && _thread && _thread->is_Java_thread()) {
 591        print_stack_trace(st, (JavaThread*)_thread, buf, sizeof(buf));
 592      }
 593 
 594   STEP(135, "(printing target Java thread stack)" )
 595 
 596      // printing Java thread stack trace if it is involved in GC crash
 597      if (_verbose && _thread && (_thread->is_Named_thread())) {
 598        JavaThread*  jt = ((NamedThread *)_thread)->processed_thread();
 599        if (jt != NULL) {
 600          st->print_cr("JavaThread " PTR_FORMAT " (nid = " UINTX_FORMAT ") was being processed", jt, jt->osthread()->thread_id());
 601          print_stack_trace(st, jt, buf, sizeof(buf), true);
 602        }
 603      }
 604 
 605   STEP(140, "(printing VM operation)" )
 606 
 607      if (_verbose && _thread && _thread->is_VM_thread()) {
 608         VMThread* t = (VMThread*)_thread;
 609         VM_Operation* op = t->vm_operation();
 610         if (op) {
 611           op->print_on_error(st);
 612           st->cr();
 613           st->cr();
 614         }
 615      }
 616 
 617   STEP(150, "(printing current compile task)" )
 618 
 619      if (_verbose && _thread && _thread->is_Compiler_thread()) {
 620         CompilerThread* t = (CompilerThread*)_thread;
 621         if (t->task()) {
 622            st->cr();
 623            st->print_cr("Current CompileTask:");
 624            t->task()->print_line_on_error(st, buf, sizeof(buf));
 625            st->cr();
 626         }
 627      }
 628 
 629   STEP(160, "(printing process)" )
 630 
 631      if (_verbose) {
 632        st->cr();
 633        st->print_cr("---------------  P R O C E S S  ---------------");
 634        st->cr();
 635      }
 636 
 637   STEP(170, "(printing all threads)" )
 638 
 639      // all threads
 640      if (_verbose && _thread) {
 641        Threads::print_on_error(st, _thread, buf, sizeof(buf));
 642        st->cr();
 643      }
 644 
 645   STEP(175, "(printing VM state)" )
 646 
 647      if (_verbose) {
 648        // Safepoint state
 649        st->print("VM state:");
 650 
 651        if (SafepointSynchronize::is_synchronizing()) st->print("synchronizing");
 652        else if (SafepointSynchronize::is_at_safepoint()) st->print("at safepoint");
 653        else st->print("not at safepoint");
 654 
 655        // Also see if error occurred during initialization or shutdown
 656        if (!Universe::is_fully_initialized()) {
 657          st->print(" (not fully initialized)");
 658        } else if (VM_Exit::vm_exited()) {
 659          st->print(" (shutting down)");
 660        } else {
 661          st->print(" (normal execution)");
 662        }
 663        st->cr();
 664        st->cr();
 665      }
 666 
 667   STEP(180, "(printing owned locks on error)" )
 668 
 669      // mutexes/monitors that currently have an owner
 670      if (_verbose) {
 671        print_owned_locks_on_error(st);
 672        st->cr();
 673      }
 674 
 675   STEP(190, "(printing heap information)" )
 676 
 677      if (_verbose && Universe::is_fully_initialized()) {
 678        // print heap information before vm abort
 679        Universe::print_on(st);
 680        st->cr();
 681      }
 682 
 683   STEP(195, "(printing code cache information)" )
 684 
 685      if (_verbose && Universe::is_fully_initialized()) {
 686        // print code cache information before vm abort
 687        CodeCache::print_bounds(st);
 688        st->cr();
 689      }
 690 
 691   STEP(200, "(printing dynamic libraries)" )
 692 
 693      if (_verbose) {
 694        // dynamic libraries, or memory map
 695        os::print_dll_info(st);
 696        st->cr();
 697      }
 698 
 699   STEP(210, "(printing VM options)" )
 700 
 701      if (_verbose) {
 702        // VM options
 703        Arguments::print_on(st);
 704        st->cr();
 705      }
 706 
 707   STEP(220, "(printing environment variables)" )
 708 
 709      if (_verbose) {
 710        os::print_environment_variables(st, env_list, buf, sizeof(buf));
 711        st->cr();
 712      }
 713 
 714   STEP(225, "(printing signal handlers)" )
 715 
 716      if (_verbose) {
 717        os::print_signal_handlers(st, buf, sizeof(buf));
 718        st->cr();
 719      }
 720 
 721   STEP(230, "" )
 722 
 723      if (_verbose) {
 724        st->cr();
 725        st->print_cr("---------------  S Y S T E M  ---------------");
 726        st->cr();
 727      }
 728 
 729   STEP(240, "(printing OS information)" )
 730 
 731      if (_verbose) {
 732        os::print_os_info(st);
 733        st->cr();
 734      }
 735 
 736   STEP(250, "(printing CPU info)" )
 737      if (_verbose) {
 738        os::print_cpu_info(st);
 739        st->cr();
 740      }
 741 
 742   STEP(260, "(printing memory info)" )
 743 
 744      if (_verbose) {
 745        os::print_memory_info(st);
 746        st->cr();
 747      }
 748 
 749   STEP(270, "(printing internal vm info)" )
 750 
 751      if (_verbose) {
 752        st->print_cr("vm_info: %s", Abstract_VM_Version::internal_vm_info_string());
 753        st->cr();
 754      }
 755 
 756   STEP(280, "(printing date and time)" )
 757 
 758      if (_verbose) {
 759        os::print_date_and_time(st);
 760        st->cr();
 761      }
 762 
 763   END
 764 
 765 # undef BEGIN
 766 # undef STEP
 767 # undef END
 768 }
 769 
 770 VMError* volatile VMError::first_error = NULL;
 771 volatile jlong VMError::first_error_tid = -1;
 772 
 773 void VMError::report_and_die() {
 774   // Don't allocate large buffer on stack
 775   static char buffer[O_BUFLEN];
 776 
 777   // An error could happen before tty is initialized or after it has been
 778   // destroyed. Here we use a very simple unbuffered fdStream for printing.
 779   // Only out.print_raw() and out.print_raw_cr() should be used, as other
 780   // printing methods need to allocate large buffer on stack. To format a
 781   // string, use jio_snprintf() with a static buffer or use staticBufferStream.
 782   static fdStream out(defaultStream::output_fd());
 783 
 784   // How many errors occurred in error handler when reporting first_error.
 785   static int recursive_error_count;
 786 
 787   // We will first print a brief message to standard out (verbose = false),
 788   // then save detailed information in log file (verbose = true).
 789   static bool out_done = false;         // done printing to standard out
 790   static bool log_done = false;         // done saving error log
 791   static bool transmit_report_done = false; // done error reporting
 792   static fdStream log;                  // error log
 793 
 794   if (SuppressFatalErrorMessage) {
 795       os::abort();
 796   }
 797   jlong mytid = os::current_thread_id();
 798   if (first_error == NULL &&
 799       Atomic::cmpxchg_ptr(this, &first_error, NULL) == NULL) {
 800 
 801     // first time
 802     first_error_tid = mytid;
 803     set_error_reported();
 804 
 805     if (ShowMessageBoxOnError || PauseAtExit) {
 806       show_message_box(buffer, sizeof(buffer));
 807 
 808       // User has asked JVM to abort. Reset ShowMessageBoxOnError so the
 809       // WatcherThread can kill JVM if the error handler hangs.
 810       ShowMessageBoxOnError = false;
 811     }
 812 
 813     // Write a minidump on Windows, check core dump limits on Linux/Solaris
 814     os::check_or_create_dump(_siginfo, _context, buffer, sizeof(buffer));
 815 
 816     // reset signal handlers or exception filter; make sure recursive crashes
 817     // are handled properly.
 818     reset_signal_handlers();
 819 
 820   } else {
 821     // If UseOsErrorReporting we call this for each level of the call stack
 822     // while searching for the exception handler.  Only the first level needs
 823     // to be reported.
 824     if (UseOSErrorReporting && log_done) return;
 825 
 826     // This is not the first error, see if it happened in a different thread
 827     // or in the same thread during error reporting.
 828     if (first_error_tid != mytid) {
 829       jio_snprintf(buffer, sizeof(buffer),
 830                    "[thread " INT64_FORMAT " also had an error]",
 831                    mytid);
 832       out.print_raw_cr(buffer);
 833 
 834       // error reporting is not MT-safe, block current thread
 835       os::infinite_sleep();
 836 
 837     } else {
 838       if (recursive_error_count++ > 30) {
 839         out.print_raw_cr("[Too many errors, abort]");
 840         os::die();
 841       }
 842 
 843       jio_snprintf(buffer, sizeof(buffer),
 844                    "[error occurred during error reporting %s, id 0x%x]",
 845                    first_error ? first_error->_current_step_info : "",
 846                    _id);
 847       if (log.is_open()) {
 848         log.cr();
 849         log.print_raw_cr(buffer);
 850         log.cr();
 851       } else {
 852         out.cr();
 853         out.print_raw_cr(buffer);
 854         out.cr();
 855       }
 856     }
 857   }
 858 
 859   // print to screen
 860   if (!out_done) {
 861     first_error->_verbose = false;
 862 
 863     staticBufferStream sbs(buffer, sizeof(buffer), &out);
 864     first_error->report(&sbs);
 865 
 866     out_done = true;
 867 
 868     first_error->_current_step = 0;         // reset current_step
 869     first_error->_current_step_info = "";   // reset current_step string
 870   }
 871 
 872   // print to error log file
 873   if (!log_done) {
 874     first_error->_verbose = true;
 875 
 876     // see if log file is already open
 877     if (!log.is_open()) {
 878       // open log file
 879       int fd = -1;
 880 
 881       if (ErrorFile != NULL) {
 882         bool copy_ok =
 883           Arguments::copy_expand_pid(ErrorFile, strlen(ErrorFile), buffer, sizeof(buffer));
 884         if (copy_ok) {
 885           fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 886         }
 887       }
 888 
 889       if (fd == -1) {
 890         const char *cwd = os::get_current_directory(buffer, sizeof(buffer));
 891         size_t len = strlen(cwd);
 892         // either user didn't specify, or the user's location failed,
 893         // so use the default name in the current directory
 894         jio_snprintf(&buffer[len], sizeof(buffer)-len, "%shs_err_pid%u.log",
 895                      os::file_separator(), os::current_process_id());
 896         fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 897       }
 898 
 899       if (fd == -1) {
 900         const char * tmpdir = os::get_temp_directory();
 901         // try temp directory if it exists.
 902         if (tmpdir != NULL && tmpdir[0] != '\0') {
 903           jio_snprintf(buffer, sizeof(buffer), "%s%shs_err_pid%u.log",
 904                        tmpdir, os::file_separator(), os::current_process_id());
 905           fd = open(buffer, O_RDWR | O_CREAT | O_TRUNC, 0666);
 906         }
 907       }
 908 
 909       if (fd != -1) {
 910         out.print_raw("# An error report file with more information is saved as:\n# ");
 911         out.print_raw_cr(buffer);
 912         os::set_error_file(buffer);
 913 
 914         log.set_fd(fd);
 915       } else {
 916         out.print_raw_cr("# Can not save log file, dump to screen..");
 917         log.set_fd(defaultStream::output_fd());
 918         /* Error reporting currently needs dumpfile.
 919          * Maybe implement direct streaming in the future.*/
 920         transmit_report_done = true;
 921       }
 922     }
 923 
 924     staticBufferStream sbs(buffer, O_BUFLEN, &log);
 925     first_error->report(&sbs);
 926     first_error->_current_step = 0;         // reset current_step
 927     first_error->_current_step_info = "";   // reset current_step string
 928 
 929     // Run error reporting to determine whether or not to report the crash.
 930     if (!transmit_report_done && should_report_bug(first_error->_id)) {
 931       transmit_report_done = true;
 932       FILE* hs_err = ::fdopen(log.fd(), "r");
 933       if (NULL != hs_err) {
 934         ErrorReporter er;
 935         er.call(hs_err, buffer, O_BUFLEN);
 936       }
 937     }
 938 
 939     if (log.fd() != defaultStream::output_fd()) {
 940       close(log.fd());
 941     }
 942 
 943     log.set_fd(-1);
 944     log_done = true;
 945   }
 946 
 947 
 948   static bool skip_OnError = false;
 949   if (!skip_OnError && OnError && OnError[0]) {
 950     skip_OnError = true;
 951 
 952     out.print_raw_cr("#");
 953     out.print_raw   ("# -XX:OnError=\"");
 954     out.print_raw   (OnError);
 955     out.print_raw_cr("\"");
 956 
 957     char* cmd;
 958     const char* ptr = OnError;
 959     while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
 960       out.print_raw   ("#   Executing ");
 961 #if defined(LINUX)
 962       out.print_raw   ("/bin/sh -c ");
 963 #elif defined(SOLARIS)
 964       out.print_raw   ("/usr/bin/sh -c ");
 965 #endif
 966       out.print_raw   ("\"");
 967       out.print_raw   (cmd);
 968       out.print_raw_cr("\" ...");
 969 
 970       os::fork_and_exec(cmd);
 971     }
 972 
 973     // done with OnError
 974     OnError = NULL;
 975   }
 976 
 977   static bool skip_bug_url = !should_report_bug(first_error->_id);
 978   if (!skip_bug_url) {
 979     skip_bug_url = true;
 980 
 981     out.print_raw_cr("#");
 982     print_bug_submit_message(&out, _thread);
 983   }
 984 
 985   if (!UseOSErrorReporting) {
 986     // os::abort() will call abort hooks, try it first.
 987     static bool skip_os_abort = false;
 988     if (!skip_os_abort) {
 989       skip_os_abort = true;
 990       bool dump_core = should_report_bug(first_error->_id);
 991       os::abort(dump_core);
 992     }
 993 
 994     // if os::abort() doesn't abort, try os::die();
 995     os::die();
 996   }
 997 }
 998 
 999 /*
1000  * OnOutOfMemoryError scripts/commands executed while VM is a safepoint - this
1001  * ensures utilities such as jmap can observe the process is a consistent state.
1002  */
1003 class VM_ReportJavaOutOfMemory : public VM_Operation {
1004  private:
1005   VMError *_err;
1006  public:
1007   VM_ReportJavaOutOfMemory(VMError *err) { _err = err; }
1008   VMOp_Type type() const                 { return VMOp_ReportJavaOutOfMemory; }
1009   void doit();
1010 };
1011 
1012 void VM_ReportJavaOutOfMemory::doit() {
1013   // Don't allocate large buffer on stack
1014   static char buffer[O_BUFLEN];
1015 
1016   tty->print_cr("#");
1017   tty->print_cr("# java.lang.OutOfMemoryError: %s", _err->message());
1018   tty->print_cr("# -XX:OnOutOfMemoryError=\"%s\"", OnOutOfMemoryError);
1019 
1020   // make heap parsability
1021   Universe::heap()->ensure_parsability(false);  // no need to retire TLABs
1022 
1023   char* cmd;
1024   const char* ptr = OnOutOfMemoryError;
1025   while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1026     tty->print("#   Executing ");
1027 #if defined(LINUX)
1028     tty->print  ("/bin/sh -c ");
1029 #elif defined(SOLARIS)
1030     tty->print  ("/usr/bin/sh -c ");
1031 #endif
1032     tty->print_cr("\"%s\"...", cmd);
1033 
1034     os::fork_and_exec(cmd);
1035   }
1036 }
1037 
1038 void VMError::report_java_out_of_memory() {
1039   if (OnOutOfMemoryError && OnOutOfMemoryError[0]) {
1040     MutexLocker ml(Heap_lock);
1041     VM_ReportJavaOutOfMemory op(this);
1042     VMThread::execute(&op);
1043   }
1044 }