1 /*
   2  * Copyright (c) 2013, 2016, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "ci/ciMethodData.hpp"
  27 #include "ci/ciReplay.hpp"
  28 #include "ci/ciSymbol.hpp"
  29 #include "ci/ciKlass.hpp"
  30 #include "ci/ciUtilities.hpp"
  31 #include "compiler/compileBroker.hpp"
  32 #include "memory/allocation.inline.hpp"
  33 #include "memory/oopFactory.hpp"
  34 #include "memory/resourceArea.hpp"
  35 #include "oops/oop.inline.hpp"
  36 #include "utilities/copy.hpp"
  37 #include "utilities/macros.hpp"
  38 
  39 #ifndef PRODUCT
  40 
  41 // ciReplay
  42 
  43 typedef struct _ciMethodDataRecord {
  44   const char* _klass_name;
  45   const char* _method_name;
  46   const char* _signature;
  47 
  48   int _state;
  49   int _current_mileage;
  50 
  51   intptr_t* _data;
  52   char*     _orig_data;
  53   Klass**   _classes;
  54   Method**  _methods;
  55   int*      _classes_offsets;
  56   int*      _methods_offsets;
  57   int       _data_length;
  58   int       _orig_data_length;
  59   int       _classes_length;
  60   int       _methods_length;
  61 } ciMethodDataRecord;
  62 
  63 typedef struct _ciMethodRecord {
  64   const char* _klass_name;
  65   const char* _method_name;
  66   const char* _signature;
  67 
  68   int _instructions_size;
  69   int _interpreter_invocation_count;
  70   int _interpreter_throwout_count;
  71   int _invocation_counter;
  72   int _backedge_counter;
  73 } ciMethodRecord;
  74 
  75 typedef struct _ciInlineRecord {
  76   const char* _klass_name;
  77   const char* _method_name;
  78   const char* _signature;
  79 
  80   int _inline_depth;
  81   int _inline_bci;
  82 } ciInlineRecord;
  83 
  84 class  CompileReplay;
  85 static CompileReplay* replay_state;
  86 
  87 class CompileReplay : public StackObj {
  88  private:
  89   FILE*   _stream;
  90   Thread* _thread;
  91   Handle  _protection_domain;
  92   Handle  _loader;
  93 
  94   GrowableArray<ciMethodRecord*>     _ci_method_records;
  95   GrowableArray<ciMethodDataRecord*> _ci_method_data_records;
  96 
  97   // Use pointer because we may need to return inline records
  98   // without destroying them.
  99   GrowableArray<ciInlineRecord*>*    _ci_inline_records;
 100 
 101   const char* _error_message;
 102 
 103   char* _bufptr;
 104   char* _buffer;
 105   int   _buffer_length;
 106   int   _buffer_pos;
 107 
 108   // "compile" data
 109   ciKlass* _iklass;
 110   Method*  _imethod;
 111   int      _entry_bci;
 112   int      _comp_level;
 113 
 114  public:
 115   CompileReplay(const char* filename, TRAPS) {
 116     _thread = THREAD;
 117     _loader = Handle(_thread, SystemDictionary::java_system_loader());
 118     _protection_domain = Handle();
 119 
 120     _stream = fopen(filename, "rt");
 121     if (_stream == NULL) {
 122       fprintf(stderr, "ERROR: Can't open replay file %s\n", filename);
 123     }
 124 
 125     _ci_inline_records = NULL;
 126     _error_message = NULL;
 127 
 128     _buffer_length = 32;
 129     _buffer = NEW_RESOURCE_ARRAY(char, _buffer_length);
 130     _bufptr = _buffer;
 131     _buffer_pos = 0;
 132 
 133     _imethod = NULL;
 134     _iklass  = NULL;
 135     _entry_bci  = 0;
 136     _comp_level = 0;
 137 
 138     test();
 139   }
 140 
 141   ~CompileReplay() {
 142     if (_stream != NULL) fclose(_stream);
 143   }
 144 
 145   void test() {
 146     strcpy(_buffer, "1 2 foo 4 bar 0x9 \"this is it\"");
 147     _bufptr = _buffer;
 148     assert(parse_int("test") == 1, "what");
 149     assert(parse_int("test") == 2, "what");
 150     assert(strcmp(parse_string(), "foo") == 0, "what");
 151     assert(parse_int("test") == 4, "what");
 152     assert(strcmp(parse_string(), "bar") == 0, "what");
 153     assert(parse_intptr_t("test") == 9, "what");
 154     assert(strcmp(parse_quoted_string(), "this is it") == 0, "what");
 155   }
 156 
 157   bool had_error() {
 158     return _error_message != NULL || _thread->has_pending_exception();
 159   }
 160 
 161   bool can_replay() {
 162     return !(_stream == NULL || had_error());
 163   }
 164 
 165   void report_error(const char* msg) {
 166     _error_message = msg;
 167     // Restore the _buffer contents for error reporting
 168     for (int i = 0; i < _buffer_pos; i++) {
 169       if (_buffer[i] == '\0') _buffer[i] = ' ';
 170     }
 171   }
 172 
 173   int parse_int(const char* label) {
 174     if (had_error()) {
 175       return 0;
 176     }
 177 
 178     int v = 0;
 179     int read;
 180     if (sscanf(_bufptr, "%i%n", &v, &read) != 1) {
 181       report_error(label);
 182     } else {
 183       _bufptr += read;
 184     }
 185     return v;
 186   }
 187 
 188   intptr_t parse_intptr_t(const char* label) {
 189     if (had_error()) {
 190       return 0;
 191     }
 192 
 193     intptr_t v = 0;
 194     int read;
 195     if (sscanf(_bufptr, INTPTR_FORMAT "%n", &v, &read) != 1) {
 196       report_error(label);
 197     } else {
 198       _bufptr += read;
 199     }
 200     return v;
 201   }
 202 
 203   void skip_ws() {
 204     // Skip any leading whitespace
 205     while (*_bufptr == ' ' || *_bufptr == '\t') {
 206       _bufptr++;
 207     }
 208   }
 209 
 210 
 211   char* scan_and_terminate(char delim) {
 212     char* str = _bufptr;
 213     while (*_bufptr != delim && *_bufptr != '\0') {
 214       _bufptr++;
 215     }
 216     if (*_bufptr != '\0') {
 217       *_bufptr++ = '\0';
 218     }
 219     if (_bufptr == str) {
 220       // nothing here
 221       return NULL;
 222     }
 223     return str;
 224   }
 225 
 226   char* parse_string() {
 227     if (had_error()) return NULL;
 228 
 229     skip_ws();
 230     return scan_and_terminate(' ');
 231   }
 232 
 233   char* parse_quoted_string() {
 234     if (had_error()) return NULL;
 235 
 236     skip_ws();
 237 
 238     if (*_bufptr == '"') {
 239       _bufptr++;
 240       return scan_and_terminate('"');
 241     } else {
 242       return scan_and_terminate(' ');
 243     }
 244   }
 245 
 246   const char* parse_escaped_string() {
 247     char* result = parse_quoted_string();
 248     if (result != NULL) {
 249       unescape_string(result);
 250     }
 251     return result;
 252   }
 253 
 254   // Look for the tag 'tag' followed by an
 255   bool parse_tag_and_count(const char* tag, int& length) {
 256     const char* t = parse_string();
 257     if (t == NULL) {
 258       return false;
 259     }
 260 
 261     if (strcmp(tag, t) != 0) {
 262       report_error(tag);
 263       return false;
 264     }
 265     length = parse_int("parse_tag_and_count");
 266     return !had_error();
 267   }
 268 
 269   // Parse a sequence of raw data encoded as bytes and return the
 270   // resulting data.
 271   char* parse_data(const char* tag, int& length) {
 272     if (!parse_tag_and_count(tag, length)) {
 273       return NULL;
 274     }
 275 
 276     char * result = NEW_RESOURCE_ARRAY(char, length);
 277     for (int i = 0; i < length; i++) {
 278       int val = parse_int("data");
 279       result[i] = val;
 280     }
 281     return result;
 282   }
 283 
 284   // Parse a standard chunk of data emitted as:
 285   //   'tag' <length> # # ...
 286   // Where each # is an intptr_t item
 287   intptr_t* parse_intptr_data(const char* tag, int& length) {
 288     if (!parse_tag_and_count(tag, length)) {
 289       return NULL;
 290     }
 291 
 292     intptr_t* result = NEW_RESOURCE_ARRAY(intptr_t, length);
 293     for (int i = 0; i < length; i++) {
 294       skip_ws();
 295       intptr_t val = parse_intptr_t("data");
 296       result[i] = val;
 297     }
 298     return result;
 299   }
 300 
 301   // Parse a possibly quoted version of a symbol into a symbolOop
 302   Symbol* parse_symbol(TRAPS) {
 303     const char* str = parse_escaped_string();
 304     if (str != NULL) {
 305       Symbol* sym = SymbolTable::lookup(str, (int)strlen(str), CHECK_NULL);
 306       return sym;
 307     }
 308     return NULL;
 309   }
 310 
 311   // Parse a valid klass name and look it up
 312   Klass* parse_klass(TRAPS) {
 313     const char* str = parse_escaped_string();
 314     Symbol* klass_name = SymbolTable::lookup(str, (int)strlen(str), CHECK_NULL);
 315     if (klass_name != NULL) {
 316       Klass* k = NULL;
 317       if (_iklass != NULL) {
 318         k = (Klass*)_iklass->find_klass(ciSymbol::make(klass_name->as_C_string()))->constant_encoding();
 319       } else {
 320         k = SystemDictionary::resolve_or_fail(klass_name, _loader, _protection_domain, true, THREAD);
 321       }
 322       if (HAS_PENDING_EXCEPTION) {
 323         oop throwable = PENDING_EXCEPTION;
 324         java_lang_Throwable::print(throwable, tty);
 325         tty->cr();
 326         report_error(str);
 327         return NULL;
 328       }
 329       return k;
 330     }
 331     return NULL;
 332   }
 333 
 334   // Lookup a klass
 335   Klass* resolve_klass(const char* klass, TRAPS) {
 336     Symbol* klass_name = SymbolTable::lookup(klass, (int)strlen(klass), CHECK_NULL);
 337     return SystemDictionary::resolve_or_fail(klass_name, _loader, _protection_domain, true, THREAD);
 338   }
 339 
 340   // Parse the standard tuple of <klass> <name> <signature>
 341   Method* parse_method(TRAPS) {
 342     InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK_NULL);
 343     Symbol* method_name = parse_symbol(CHECK_NULL);
 344     Symbol* method_signature = parse_symbol(CHECK_NULL);
 345     Method* m = k->find_method(method_name, method_signature);
 346     if (m == NULL) {
 347       report_error("Can't find method");
 348     }
 349     return m;
 350   }
 351 
 352   int get_line(int c) {
 353     while(c != EOF) {
 354       if (_buffer_pos + 1 >= _buffer_length) {
 355         int new_length = _buffer_length * 2;
 356         // Next call will throw error in case of OOM.
 357         _buffer = REALLOC_RESOURCE_ARRAY(char, _buffer, _buffer_length, new_length);
 358         _buffer_length = new_length;
 359       }
 360       if (c == '\n') {
 361         c = getc(_stream); // get next char
 362         break;
 363       } else if (c == '\r') {
 364         // skip LF
 365       } else {
 366         _buffer[_buffer_pos++] = c;
 367       }
 368       c = getc(_stream);
 369     }
 370     // null terminate it, reset the pointer
 371     _buffer[_buffer_pos] = '\0'; // NL or EOF
 372     _buffer_pos = 0;
 373     _bufptr = _buffer;
 374     return c;
 375   }
 376 
 377   // Process each line of the replay file executing each command until
 378   // the file ends.
 379   void process(TRAPS) {
 380     int line_no = 1;
 381     int c = getc(_stream);
 382     while(c != EOF) {
 383       c = get_line(c);
 384       process_command(THREAD);
 385       if (had_error()) {
 386         tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
 387         if (ReplayIgnoreInitErrors) {
 388           CLEAR_PENDING_EXCEPTION;
 389           _error_message = NULL;
 390         } else {
 391           return;
 392         }
 393       }
 394       line_no++;
 395     }
 396   }
 397 
 398   void process_command(TRAPS) {
 399     char* cmd = parse_string();
 400     if (cmd == NULL) {
 401       return;
 402     }
 403     if (strcmp("#", cmd) == 0) {
 404       // ignore
 405     } else if (strcmp("compile", cmd) == 0) {
 406       process_compile(CHECK);
 407     } else if (strcmp("ciMethod", cmd) == 0) {
 408       process_ciMethod(CHECK);
 409     } else if (strcmp("ciMethodData", cmd) == 0) {
 410       process_ciMethodData(CHECK);
 411     } else if (strcmp("staticfield", cmd) == 0) {
 412       process_staticfield(CHECK);
 413     } else if (strcmp("ciInstanceKlass", cmd) == 0) {
 414       process_ciInstanceKlass(CHECK);
 415     } else if (strcmp("instanceKlass", cmd) == 0) {
 416       process_instanceKlass(CHECK);
 417 #if INCLUDE_JVMTI
 418     } else if (strcmp("JvmtiExport", cmd) == 0) {
 419       process_JvmtiExport(CHECK);
 420 #endif // INCLUDE_JVMTI
 421     } else {
 422       report_error("unknown command");
 423     }
 424   }
 425 
 426   // validation of comp_level
 427   bool is_valid_comp_level(int comp_level) {
 428     const int msg_len = 256;
 429     char* msg = NULL;
 430     if (!is_compile(comp_level)) {
 431       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 432       jio_snprintf(msg, msg_len, "%d isn't compilation level", comp_level);
 433     } else if (!TieredCompilation && (comp_level != CompLevel_highest_tier)) {
 434       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 435       switch (comp_level) {
 436         case CompLevel_simple:
 437           jio_snprintf(msg, msg_len, "compilation level %d requires Client VM or TieredCompilation", comp_level);
 438           break;
 439         case CompLevel_full_optimization:
 440           jio_snprintf(msg, msg_len, "compilation level %d requires Server VM", comp_level);
 441           break;
 442         default:
 443           jio_snprintf(msg, msg_len, "compilation level %d requires TieredCompilation", comp_level);
 444       }
 445     }
 446     if (msg != NULL) {
 447       report_error(msg);
 448       return false;
 449     }
 450     return true;
 451   }
 452 
 453   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> <depth> <bci> <klass> <name> <signature> ...
 454   void* process_inline(ciMethod* imethod, Method* m, int entry_bci, int comp_level, TRAPS) {
 455     _imethod    = m;
 456     _iklass     = imethod->holder();
 457     _entry_bci  = entry_bci;
 458     _comp_level = comp_level;
 459     int line_no = 1;
 460     int c = getc(_stream);
 461     while(c != EOF) {
 462       c = get_line(c);
 463       // Expecting only lines with "compile" command in inline replay file.
 464       char* cmd = parse_string();
 465       if (cmd == NULL || strcmp("compile", cmd) != 0) {
 466         return NULL;
 467       }
 468       process_compile(CHECK_NULL);
 469       if (had_error()) {
 470         tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
 471         tty->print_cr("%s", _buffer);
 472         return NULL;
 473       }
 474       if (_ci_inline_records != NULL && _ci_inline_records->length() > 0) {
 475         // Found inlining record for the requested method.
 476         return _ci_inline_records;
 477       }
 478       line_no++;
 479     }
 480     return NULL;
 481   }
 482 
 483   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> <depth> <bci> <klass> <name> <signature> ...
 484   void process_compile(TRAPS) {
 485     Method* method = parse_method(CHECK);
 486     if (had_error()) return;
 487     int entry_bci = parse_int("entry_bci");
 488     const char* comp_level_label = "comp_level";
 489     int comp_level = parse_int(comp_level_label);
 490     // old version w/o comp_level
 491     if (had_error() && (error_message() == comp_level_label)) {
 492       comp_level = CompLevel_full_optimization;
 493     }
 494     if (!is_valid_comp_level(comp_level)) {
 495       return;
 496     }
 497     if (_imethod != NULL) {
 498       // Replay Inlining
 499       if (entry_bci != _entry_bci || comp_level != _comp_level) {
 500         return;
 501       }
 502       const char* iklass_name  = _imethod->method_holder()->name()->as_utf8();
 503       const char* imethod_name = _imethod->name()->as_utf8();
 504       const char* isignature   = _imethod->signature()->as_utf8();
 505       const char* klass_name   = method->method_holder()->name()->as_utf8();
 506       const char* method_name  = method->name()->as_utf8();
 507       const char* signature    = method->signature()->as_utf8();
 508       if (strcmp(iklass_name,  klass_name)  != 0 ||
 509           strcmp(imethod_name, method_name) != 0 ||
 510           strcmp(isignature,   signature)   != 0) {
 511         return;
 512       }
 513     }
 514     int inline_count = 0;
 515     if (parse_tag_and_count("inline", inline_count)) {
 516       // Record inlining data
 517       _ci_inline_records = new GrowableArray<ciInlineRecord*>();
 518       for (int i = 0; i < inline_count; i++) {
 519         int depth = parse_int("inline_depth");
 520         int bci = parse_int("inline_bci");
 521         if (had_error()) {
 522           break;
 523         }
 524         Method* inl_method = parse_method(CHECK);
 525         if (had_error()) {
 526           break;
 527         }
 528         new_ciInlineRecord(inl_method, bci, depth);
 529       }
 530     }
 531     if (_imethod != NULL) {
 532       return; // Replay Inlining
 533     }
 534     InstanceKlass* ik = method->method_holder();
 535     ik->initialize(THREAD);
 536     if (HAS_PENDING_EXCEPTION) {
 537       oop throwable = PENDING_EXCEPTION;
 538       java_lang_Throwable::print(throwable, tty);
 539       tty->cr();
 540       if (ReplayIgnoreInitErrors) {
 541         CLEAR_PENDING_EXCEPTION;
 542         ik->set_init_state(InstanceKlass::fully_initialized);
 543       } else {
 544         return;
 545       }
 546     }
 547     // Make sure the existence of a prior compile doesn't stop this one
 548     nmethod* nm = (entry_bci != InvocationEntryBci) ? method->lookup_osr_nmethod_for(entry_bci, comp_level, true) : method->code();
 549     if (nm != NULL) {
 550       nm->make_not_entrant();
 551     }
 552     replay_state = this;
 553     CompileBroker::compile_method(method, entry_bci, comp_level,
 554                                   methodHandle(), 0, "replay", THREAD);
 555     replay_state = NULL;
 556     reset();
 557   }
 558 
 559   // ciMethod <klass> <name> <signature> <invocation_counter> <backedge_counter> <interpreter_invocation_count> <interpreter_throwout_count> <instructions_size>
 560   //
 561   //
 562   void process_ciMethod(TRAPS) {
 563     Method* method = parse_method(CHECK);
 564     if (had_error()) return;
 565     ciMethodRecord* rec = new_ciMethod(method);
 566     rec->_invocation_counter = parse_int("invocation_counter");
 567     rec->_backedge_counter = parse_int("backedge_counter");
 568     rec->_interpreter_invocation_count = parse_int("interpreter_invocation_count");
 569     rec->_interpreter_throwout_count = parse_int("interpreter_throwout_count");
 570     rec->_instructions_size = parse_int("instructions_size");
 571   }
 572 
 573   // ciMethodData <klass> <name> <signature> <state> <current mileage> orig <length> # # ... data <length> # # ... oops <length> # ... methods <length>
 574   void process_ciMethodData(TRAPS) {
 575     Method* method = parse_method(CHECK);
 576     if (had_error()) return;
 577     /* just copied from Method, to build interpret data*/
 578 
 579     // To be properly initialized, some profiling in the MDO needs the
 580     // method to be rewritten (number of arguments at a call for
 581     // instance)
 582     method->method_holder()->link_class(CHECK);
 583     // methodOopDesc::build_interpreter_method_data(method, CHECK);
 584     {
 585       // Grab a lock here to prevent multiple
 586       // MethodData*s from being created.
 587       MutexLocker ml(MethodData_lock, THREAD);
 588       if (method->method_data() == NULL) {
 589         ClassLoaderData* loader_data = method->method_holder()->class_loader_data();
 590         MethodData* method_data = MethodData::allocate(loader_data, method, CHECK);
 591         method->set_method_data(method_data);
 592       }
 593     }
 594 
 595     // collect and record all the needed information for later
 596     ciMethodDataRecord* rec = new_ciMethodData(method);
 597     rec->_state = parse_int("state");
 598     rec->_current_mileage = parse_int("current_mileage");
 599 
 600     rec->_orig_data = parse_data("orig", rec->_orig_data_length);
 601     if (rec->_orig_data == NULL) {
 602       return;
 603     }
 604     rec->_data = parse_intptr_data("data", rec->_data_length);
 605     if (rec->_data == NULL) {
 606       return;
 607     }
 608     if (!parse_tag_and_count("oops", rec->_classes_length)) {
 609       return;
 610     }
 611     rec->_classes = NEW_RESOURCE_ARRAY(Klass*, rec->_classes_length);
 612     rec->_classes_offsets = NEW_RESOURCE_ARRAY(int, rec->_classes_length);
 613     for (int i = 0; i < rec->_classes_length; i++) {
 614       int offset = parse_int("offset");
 615       if (had_error()) {
 616         return;
 617       }
 618       Klass* k = parse_klass(CHECK);
 619       rec->_classes_offsets[i] = offset;
 620       rec->_classes[i] = k;
 621     }
 622 
 623     if (!parse_tag_and_count("methods", rec->_methods_length)) {
 624       return;
 625     }
 626     rec->_methods = NEW_RESOURCE_ARRAY(Method*, rec->_methods_length);
 627     rec->_methods_offsets = NEW_RESOURCE_ARRAY(int, rec->_methods_length);
 628     for (int i = 0; i < rec->_methods_length; i++) {
 629       int offset = parse_int("offset");
 630       if (had_error()) {
 631         return;
 632       }
 633       Method* m = parse_method(CHECK);
 634       rec->_methods_offsets[i] = offset;
 635       rec->_methods[i] = m;
 636     }
 637   }
 638 
 639   // instanceKlass <name>
 640   //
 641   // Loads and initializes the klass 'name'.  This can be used to
 642   // create particular class loading environments
 643   void process_instanceKlass(TRAPS) {
 644     // just load the referenced class
 645     Klass* k = parse_klass(CHECK);
 646   }
 647 
 648   // ciInstanceKlass <name> <is_linked> <is_initialized> <length> tag # # # ...
 649   //
 650   // Load the klass 'name' and link or initialize it.  Verify that the
 651   // constant pool is the same length as 'length' and make sure the
 652   // constant pool tags are in the same state.
 653   void process_ciInstanceKlass(TRAPS) {
 654     InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
 655     int is_linked = parse_int("is_linked");
 656     int is_initialized = parse_int("is_initialized");
 657     int length = parse_int("length");
 658     if (is_initialized) {
 659       k->initialize(THREAD);
 660       if (HAS_PENDING_EXCEPTION) {
 661         oop throwable = PENDING_EXCEPTION;
 662         java_lang_Throwable::print(throwable, tty);
 663         tty->cr();
 664         if (ReplayIgnoreInitErrors) {
 665           CLEAR_PENDING_EXCEPTION;
 666           k->set_init_state(InstanceKlass::fully_initialized);
 667         } else {
 668           return;
 669         }
 670       }
 671     } else if (is_linked) {
 672       k->link_class(CHECK);
 673     }
 674     ConstantPool* cp = k->constants();
 675     if (length != cp->length()) {
 676       report_error("constant pool length mismatch: wrong class files?");
 677       return;
 678     }
 679 
 680     int parsed_two_word = 0;
 681     for (int i = 1; i < length; i++) {
 682       int tag = parse_int("tag");
 683       if (had_error()) {
 684         return;
 685       }
 686       switch (cp->tag_at(i).value()) {
 687         case JVM_CONSTANT_UnresolvedClass: {
 688           if (tag == JVM_CONSTANT_Class) {
 689             tty->print_cr("Resolving klass %s at %d", cp->klass_name_at(i)->as_utf8(), i);
 690             Klass* k = cp->klass_at(i, CHECK);
 691           }
 692           break;
 693         }
 694         case JVM_CONSTANT_Long:
 695         case JVM_CONSTANT_Double:
 696           parsed_two_word = i + 1;
 697 
 698         case JVM_CONSTANT_ClassIndex:
 699         case JVM_CONSTANT_StringIndex:
 700         case JVM_CONSTANT_String:
 701         case JVM_CONSTANT_UnresolvedClassInError:
 702         case JVM_CONSTANT_Fieldref:
 703         case JVM_CONSTANT_Methodref:
 704         case JVM_CONSTANT_InterfaceMethodref:
 705         case JVM_CONSTANT_NameAndType:
 706         case JVM_CONSTANT_Utf8:
 707         case JVM_CONSTANT_Integer:
 708         case JVM_CONSTANT_Float:
 709         case JVM_CONSTANT_MethodHandle:
 710         case JVM_CONSTANT_MethodType:
 711         case JVM_CONSTANT_InvokeDynamic:
 712           if (tag != cp->tag_at(i).value()) {
 713             report_error("tag mismatch: wrong class files?");
 714             return;
 715           }
 716           break;
 717 
 718         case JVM_CONSTANT_Class:
 719           if (tag == JVM_CONSTANT_Class) {
 720           } else if (tag == JVM_CONSTANT_UnresolvedClass) {
 721             tty->print_cr("Warning: entry was unresolved in the replay data");
 722           } else {
 723             report_error("Unexpected tag");
 724             return;
 725           }
 726           break;
 727 
 728         case 0:
 729           if (parsed_two_word == i) continue;
 730 
 731         default:
 732           fatal("Unexpected tag: %d", cp->tag_at(i).value());
 733           break;
 734       }
 735 
 736     }
 737   }
 738 
 739   // Initialize a class and fill in the value for a static field.
 740   // This is useful when the compile was dependent on the value of
 741   // static fields but it's impossible to properly rerun the static
 742   // initiailizer.
 743   void process_staticfield(TRAPS) {
 744     InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
 745 
 746     if (ReplaySuppressInitializers == 0 ||
 747         ReplaySuppressInitializers == 2 && k->class_loader() == NULL) {
 748       return;
 749     }
 750 
 751     assert(k->is_initialized(), "must be");
 752 
 753     const char* field_name = parse_escaped_string();;
 754     const char* field_signature = parse_string();
 755     fieldDescriptor fd;
 756     Symbol* name = SymbolTable::lookup(field_name, (int)strlen(field_name), CHECK);
 757     Symbol* sig = SymbolTable::lookup(field_signature, (int)strlen(field_signature), CHECK);
 758     if (!k->find_local_field(name, sig, &fd) ||
 759         !fd.is_static() ||
 760         fd.has_initial_value()) {
 761       report_error(field_name);
 762       return;
 763     }
 764 
 765     oop java_mirror = k->java_mirror();
 766     if (field_signature[0] == '[') {
 767       int length = parse_int("array length");
 768       oop value = NULL;
 769 
 770       if (field_signature[1] == '[') {
 771         // multi dimensional array
 772         ArrayKlass* kelem = (ArrayKlass *)parse_klass(CHECK);
 773         int rank = 0;
 774         while (field_signature[rank] == '[') {
 775           rank++;
 776         }
 777         int* dims = NEW_RESOURCE_ARRAY(int, rank);
 778         dims[0] = length;
 779         for (int i = 1; i < rank; i++) {
 780           dims[i] = 1; // These aren't relevant to the compiler
 781         }
 782         value = kelem->multi_allocate(rank, dims, CHECK);
 783       } else {
 784         if (strcmp(field_signature, "[B") == 0) {
 785           value = oopFactory::new_byteArray(length, CHECK);
 786         } else if (strcmp(field_signature, "[Z") == 0) {
 787           value = oopFactory::new_boolArray(length, CHECK);
 788         } else if (strcmp(field_signature, "[C") == 0) {
 789           value = oopFactory::new_charArray(length, CHECK);
 790         } else if (strcmp(field_signature, "[S") == 0) {
 791           value = oopFactory::new_shortArray(length, CHECK);
 792         } else if (strcmp(field_signature, "[F") == 0) {
 793           value = oopFactory::new_singleArray(length, CHECK);
 794         } else if (strcmp(field_signature, "[D") == 0) {
 795           value = oopFactory::new_doubleArray(length, CHECK);
 796         } else if (strcmp(field_signature, "[I") == 0) {
 797           value = oopFactory::new_intArray(length, CHECK);
 798         } else if (strcmp(field_signature, "[J") == 0) {
 799           value = oopFactory::new_longArray(length, CHECK);
 800         } else if (field_signature[0] == '[' && field_signature[1] == 'L') {
 801           KlassHandle kelem = resolve_klass(field_signature + 1, CHECK);
 802           value = oopFactory::new_objArray(kelem(), length, CHECK);
 803         } else {
 804           report_error("unhandled array staticfield");
 805         }
 806       }
 807       java_mirror->obj_field_put(fd.offset(), value);
 808     } else {
 809       const char* string_value = parse_escaped_string();
 810       if (strcmp(field_signature, "I") == 0) {
 811         int value = atoi(string_value);
 812         java_mirror->int_field_put(fd.offset(), value);
 813       } else if (strcmp(field_signature, "B") == 0) {
 814         int value = atoi(string_value);
 815         java_mirror->byte_field_put(fd.offset(), value);
 816       } else if (strcmp(field_signature, "C") == 0) {
 817         int value = atoi(string_value);
 818         java_mirror->char_field_put(fd.offset(), value);
 819       } else if (strcmp(field_signature, "S") == 0) {
 820         int value = atoi(string_value);
 821         java_mirror->short_field_put(fd.offset(), value);
 822       } else if (strcmp(field_signature, "Z") == 0) {
 823         int value = atol(string_value);
 824         java_mirror->bool_field_put(fd.offset(), value);
 825       } else if (strcmp(field_signature, "J") == 0) {
 826         jlong value;
 827         if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
 828           fprintf(stderr, "Error parsing long: %s\n", string_value);
 829           return;
 830         }
 831         java_mirror->long_field_put(fd.offset(), value);
 832       } else if (strcmp(field_signature, "F") == 0) {
 833         float value = atof(string_value);
 834         java_mirror->float_field_put(fd.offset(), value);
 835       } else if (strcmp(field_signature, "D") == 0) {
 836         double value = atof(string_value);
 837         java_mirror->double_field_put(fd.offset(), value);
 838       } else if (strcmp(field_signature, "Ljava/lang/String;") == 0) {
 839         Handle value = java_lang_String::create_from_str(string_value, CHECK);
 840         java_mirror->obj_field_put(fd.offset(), value());
 841       } else if (field_signature[0] == 'L') {
 842         Symbol* klass_name = SymbolTable::lookup(field_signature, (int)strlen(field_signature), CHECK);
 843         KlassHandle kelem = resolve_klass(field_signature, CHECK);
 844         oop value = InstanceKlass::cast(kelem())->allocate_instance(CHECK);
 845         java_mirror->obj_field_put(fd.offset(), value);
 846       } else {
 847         report_error("unhandled staticfield");
 848       }
 849     }
 850   }
 851 
 852 #if INCLUDE_JVMTI
 853   void process_JvmtiExport(TRAPS) {
 854     const char* field = parse_string();
 855     bool value = parse_int("JvmtiExport flag") != 0;
 856     if (strcmp(field, "can_access_local_variables") == 0) {
 857       JvmtiExport::set_can_access_local_variables(value);
 858     } else if (strcmp(field, "can_hotswap_or_post_breakpoint") == 0) {
 859       JvmtiExport::set_can_hotswap_or_post_breakpoint(value);
 860     } else if (strcmp(field, "can_post_on_exceptions") == 0) {
 861       JvmtiExport::set_can_post_on_exceptions(value);
 862     } else {
 863       report_error("Unrecognized JvmtiExport directive");
 864     }
 865   }
 866 #endif // INCLUDE_JVMTI
 867 
 868   // Create and initialize a record for a ciMethod
 869   ciMethodRecord* new_ciMethod(Method* method) {
 870     ciMethodRecord* rec = NEW_RESOURCE_OBJ(ciMethodRecord);
 871     rec->_klass_name =  method->method_holder()->name()->as_utf8();
 872     rec->_method_name = method->name()->as_utf8();
 873     rec->_signature = method->signature()->as_utf8();
 874     _ci_method_records.append(rec);
 875     return rec;
 876   }
 877 
 878   // Lookup data for a ciMethod
 879   ciMethodRecord* find_ciMethodRecord(Method* method) {
 880     const char* klass_name =  method->method_holder()->name()->as_utf8();
 881     const char* method_name = method->name()->as_utf8();
 882     const char* signature = method->signature()->as_utf8();
 883     for (int i = 0; i < _ci_method_records.length(); i++) {
 884       ciMethodRecord* rec = _ci_method_records.at(i);
 885       if (strcmp(rec->_klass_name, klass_name) == 0 &&
 886           strcmp(rec->_method_name, method_name) == 0 &&
 887           strcmp(rec->_signature, signature) == 0) {
 888         return rec;
 889       }
 890     }
 891     return NULL;
 892   }
 893 
 894   // Create and initialize a record for a ciMethodData
 895   ciMethodDataRecord* new_ciMethodData(Method* method) {
 896     ciMethodDataRecord* rec = NEW_RESOURCE_OBJ(ciMethodDataRecord);
 897     rec->_klass_name =  method->method_holder()->name()->as_utf8();
 898     rec->_method_name = method->name()->as_utf8();
 899     rec->_signature = method->signature()->as_utf8();
 900     _ci_method_data_records.append(rec);
 901     return rec;
 902   }
 903 
 904   // Lookup data for a ciMethodData
 905   ciMethodDataRecord* find_ciMethodDataRecord(Method* method) {
 906     const char* klass_name =  method->method_holder()->name()->as_utf8();
 907     const char* method_name = method->name()->as_utf8();
 908     const char* signature = method->signature()->as_utf8();
 909     for (int i = 0; i < _ci_method_data_records.length(); i++) {
 910       ciMethodDataRecord* rec = _ci_method_data_records.at(i);
 911       if (strcmp(rec->_klass_name, klass_name) == 0 &&
 912           strcmp(rec->_method_name, method_name) == 0 &&
 913           strcmp(rec->_signature, signature) == 0) {
 914         return rec;
 915       }
 916     }
 917     return NULL;
 918   }
 919 
 920   // Create and initialize a record for a ciInlineRecord
 921   ciInlineRecord* new_ciInlineRecord(Method* method, int bci, int depth) {
 922     ciInlineRecord* rec = NEW_RESOURCE_OBJ(ciInlineRecord);
 923     rec->_klass_name =  method->method_holder()->name()->as_utf8();
 924     rec->_method_name = method->name()->as_utf8();
 925     rec->_signature = method->signature()->as_utf8();
 926     rec->_inline_bci = bci;
 927     rec->_inline_depth = depth;
 928     _ci_inline_records->append(rec);
 929     return rec;
 930   }
 931 
 932   // Lookup inlining data for a ciMethod
 933   ciInlineRecord* find_ciInlineRecord(Method* method, int bci, int depth) {
 934     if (_ci_inline_records != NULL) {
 935       return find_ciInlineRecord(_ci_inline_records, method, bci, depth);
 936     }
 937     return NULL;
 938   }
 939 
 940   static ciInlineRecord* find_ciInlineRecord(GrowableArray<ciInlineRecord*>*  records,
 941                                       Method* method, int bci, int depth) {
 942     if (records != NULL) {
 943       const char* klass_name  = method->method_holder()->name()->as_utf8();
 944       const char* method_name = method->name()->as_utf8();
 945       const char* signature   = method->signature()->as_utf8();
 946       for (int i = 0; i < records->length(); i++) {
 947         ciInlineRecord* rec = records->at(i);
 948         if ((rec->_inline_bci == bci) &&
 949             (rec->_inline_depth == depth) &&
 950             (strcmp(rec->_klass_name, klass_name) == 0) &&
 951             (strcmp(rec->_method_name, method_name) == 0) &&
 952             (strcmp(rec->_signature, signature) == 0)) {
 953           return rec;
 954         }
 955       }
 956     }
 957     return NULL;
 958   }
 959 
 960   const char* error_message() {
 961     return _error_message;
 962   }
 963 
 964   void reset() {
 965     _error_message = NULL;
 966     _ci_method_records.clear();
 967     _ci_method_data_records.clear();
 968   }
 969 
 970   // Take an ascii string contain \u#### escapes and convert it to utf8
 971   // in place.
 972   static void unescape_string(char* value) {
 973     char* from = value;
 974     char* to = value;
 975     while (*from != '\0') {
 976       if (*from != '\\') {
 977         *from++ = *to++;
 978       } else {
 979         switch (from[1]) {
 980           case 'u': {
 981             from += 2;
 982             jchar value=0;
 983             for (int i=0; i<4; i++) {
 984               char c = *from++;
 985               switch (c) {
 986                 case '0': case '1': case '2': case '3': case '4':
 987                 case '5': case '6': case '7': case '8': case '9':
 988                   value = (value << 4) + c - '0';
 989                   break;
 990                 case 'a': case 'b': case 'c':
 991                 case 'd': case 'e': case 'f':
 992                   value = (value << 4) + 10 + c - 'a';
 993                   break;
 994                 case 'A': case 'B': case 'C':
 995                 case 'D': case 'E': case 'F':
 996                   value = (value << 4) + 10 + c - 'A';
 997                   break;
 998                 default:
 999                   ShouldNotReachHere();
1000               }
1001             }
1002             UNICODE::convert_to_utf8(&value, 1, to);
1003             to++;
1004             break;
1005           }
1006           case 't': *to++ = '\t'; from += 2; break;
1007           case 'n': *to++ = '\n'; from += 2; break;
1008           case 'r': *to++ = '\r'; from += 2; break;
1009           case 'f': *to++ = '\f'; from += 2; break;
1010           default:
1011             ShouldNotReachHere();
1012         }
1013       }
1014     }
1015     *from = *to;
1016   }
1017 };
1018 
1019 void ciReplay::replay(TRAPS) {
1020   int exit_code = replay_impl(THREAD);
1021 
1022   Threads::destroy_vm();
1023 
1024   vm_exit(exit_code);
1025 }
1026 
1027 void* ciReplay::load_inline_data(ciMethod* method, int entry_bci, int comp_level) {
1028   if (FLAG_IS_DEFAULT(InlineDataFile)) {
1029     tty->print_cr("ERROR: no inline replay data file specified (use -XX:InlineDataFile=inline_pid12345.txt).");
1030     return NULL;
1031   }
1032 
1033   VM_ENTRY_MARK;
1034   // Load and parse the replay data
1035   CompileReplay rp(InlineDataFile, THREAD);
1036   if (!rp.can_replay()) {
1037     tty->print_cr("ciReplay: !rp.can_replay()");
1038     return NULL;
1039   }
1040   void* data = rp.process_inline(method, method->get_Method(), entry_bci, comp_level, THREAD);
1041   if (HAS_PENDING_EXCEPTION) {
1042     Handle throwable(THREAD, PENDING_EXCEPTION);
1043     CLEAR_PENDING_EXCEPTION;
1044     java_lang_Throwable::print_stack_trace(throwable, tty);
1045     tty->cr();
1046     return NULL;
1047   }
1048 
1049   if (rp.had_error()) {
1050     tty->print_cr("ciReplay: Failed on %s", rp.error_message());
1051     return NULL;
1052   }
1053   return data;
1054 }
1055 
1056 int ciReplay::replay_impl(TRAPS) {
1057   HandleMark hm;
1058   ResourceMark rm;
1059   // Make sure we don't run with background compilation
1060   BackgroundCompilation = false;
1061 
1062   if (ReplaySuppressInitializers > 2) {
1063     // ReplaySuppressInitializers > 2 means that we want to allow
1064     // normal VM bootstrap but once we get into the replay itself
1065     // don't allow any intializers to be run.
1066     ReplaySuppressInitializers = 1;
1067   }
1068 
1069   if (FLAG_IS_DEFAULT(ReplayDataFile)) {
1070     tty->print_cr("ERROR: no compiler replay data file specified (use -XX:ReplayDataFile=replay_pid12345.txt).");
1071     return 1;
1072   }
1073 
1074   // Load and parse the replay data
1075   CompileReplay rp(ReplayDataFile, THREAD);
1076   int exit_code = 0;
1077   if (rp.can_replay()) {
1078     rp.process(THREAD);
1079   } else {
1080     exit_code = 1;
1081     return exit_code;
1082   }
1083 
1084   if (HAS_PENDING_EXCEPTION) {
1085     Handle throwable(THREAD, PENDING_EXCEPTION);
1086     CLEAR_PENDING_EXCEPTION;
1087     java_lang_Throwable::print_stack_trace(throwable, tty);
1088     tty->cr();
1089     exit_code = 2;
1090   }
1091 
1092   if (rp.had_error()) {
1093     tty->print_cr("Failed on %s", rp.error_message());
1094     exit_code = 1;
1095   }
1096   return exit_code;
1097 }
1098 
1099 void ciReplay::initialize(ciMethodData* m) {
1100   if (replay_state == NULL) {
1101     return;
1102   }
1103 
1104   ASSERT_IN_VM;
1105   ResourceMark rm;
1106 
1107   Method* method = m->get_MethodData()->method();
1108   ciMethodDataRecord* rec = replay_state->find_ciMethodDataRecord(method);
1109   if (rec == NULL) {
1110     // This indicates some mismatch with the original environment and
1111     // the replay environment though it's not always enough to
1112     // interfere with reproducing a bug
1113     tty->print_cr("Warning: requesting ciMethodData record for method with no data: ");
1114     method->print_name(tty);
1115     tty->cr();
1116   } else {
1117     m->_state = rec->_state;
1118     m->_current_mileage = rec->_current_mileage;
1119     if (rec->_data_length != 0) {
1120       assert(m->_data_size + m->_extra_data_size == rec->_data_length * (int)sizeof(rec->_data[0]) ||
1121              m->_data_size == rec->_data_length * (int)sizeof(rec->_data[0]), "must agree");
1122 
1123       // Write the correct ciObjects back into the profile data
1124       ciEnv* env = ciEnv::current();
1125       for (int i = 0; i < rec->_classes_length; i++) {
1126         Klass *k = rec->_classes[i];
1127         // In case this class pointer is is tagged, preserve the tag
1128         // bits
1129         rec->_data[rec->_classes_offsets[i]] =
1130           ciTypeEntries::with_status(env->get_metadata(k)->as_klass(), rec->_data[rec->_classes_offsets[i]]);
1131       }
1132       for (int i = 0; i < rec->_methods_length; i++) {
1133         Method *m = rec->_methods[i];
1134         *(ciMetadata**)(rec->_data + rec->_methods_offsets[i]) =
1135           env->get_metadata(m);
1136       }
1137       // Copy the updated profile data into place as intptr_ts
1138 #ifdef _LP64
1139       Copy::conjoint_jlongs_atomic((jlong *)rec->_data, (jlong *)m->_data, rec->_data_length);
1140 #else
1141       Copy::conjoint_jints_atomic((jint *)rec->_data, (jint *)m->_data, rec->_data_length);
1142 #endif
1143     }
1144 
1145     // copy in the original header
1146     Copy::conjoint_jbytes(rec->_orig_data, (char*)&m->_orig, rec->_orig_data_length);
1147   }
1148 }
1149 
1150 
1151 bool ciReplay::should_not_inline(ciMethod* method) {
1152   if (replay_state == NULL) {
1153     return false;
1154   }
1155   VM_ENTRY_MARK;
1156   // ciMethod without a record shouldn't be inlined.
1157   return replay_state->find_ciMethodRecord(method->get_Method()) == NULL;
1158 }
1159 
1160 bool ciReplay::should_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1161   if (data != NULL) {
1162     GrowableArray<ciInlineRecord*>*  records = (GrowableArray<ciInlineRecord*>*)data;
1163     VM_ENTRY_MARK;
1164     // Inline record are ordered by bci and depth.
1165     return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) != NULL;
1166   } else if (replay_state != NULL) {
1167     VM_ENTRY_MARK;
1168     // Inline record are ordered by bci and depth.
1169     return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) != NULL;
1170   }
1171   return false;
1172 }
1173 
1174 bool ciReplay::should_not_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1175   if (data != NULL) {
1176     GrowableArray<ciInlineRecord*>*  records = (GrowableArray<ciInlineRecord*>*)data;
1177     VM_ENTRY_MARK;
1178     // Inline record are ordered by bci and depth.
1179     return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) == NULL;
1180   } else if (replay_state != NULL) {
1181     VM_ENTRY_MARK;
1182     // Inline record are ordered by bci and depth.
1183     return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) == NULL;
1184   }
1185   return false;
1186 }
1187 
1188 void ciReplay::initialize(ciMethod* m) {
1189   if (replay_state == NULL) {
1190     return;
1191   }
1192 
1193   ASSERT_IN_VM;
1194   ResourceMark rm;
1195 
1196   Method* method = m->get_Method();
1197   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1198   if (rec == NULL) {
1199     // This indicates some mismatch with the original environment and
1200     // the replay environment though it's not always enough to
1201     // interfere with reproducing a bug
1202     tty->print_cr("Warning: requesting ciMethod record for method with no data: ");
1203     method->print_name(tty);
1204     tty->cr();
1205   } else {
1206     EXCEPTION_CONTEXT;
1207     // m->_instructions_size = rec->_instructions_size;
1208     m->_instructions_size = -1;
1209     m->_interpreter_invocation_count = rec->_interpreter_invocation_count;
1210     m->_interpreter_throwout_count = rec->_interpreter_throwout_count;
1211     MethodCounters* mcs = method->get_method_counters(CHECK_AND_CLEAR);
1212     guarantee(mcs != NULL, "method counters allocation failed");
1213     mcs->invocation_counter()->_counter = rec->_invocation_counter;
1214     mcs->backedge_counter()->_counter = rec->_backedge_counter;
1215   }
1216 }
1217 
1218 bool ciReplay::is_loaded(Method* method) {
1219   if (replay_state == NULL) {
1220     return true;
1221   }
1222 
1223   ASSERT_IN_VM;
1224   ResourceMark rm;
1225 
1226   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1227   return rec != NULL;
1228 }
1229 #endif // PRODUCT