1 /*
   2  * Copyright (c) 2003, 2017, Oracle and/or its affiliates. All rights reserved.
   3  * Copyright 2007, 2008, 2009, 2010, 2011 Red Hat, Inc.
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This code is free software; you can redistribute it and/or modify it
   7  * under the terms of the GNU General Public License version 2 only, as
   8  * published by the Free Software Foundation.
   9  *
  10  * This code is distributed in the hope that it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  13  * version 2 for more details (a copy is included in the LICENSE file that
  14  * accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License version
  17  * 2 along with this work; if not, write to the Free Software Foundation,
  18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  19  *
  20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  21  * or visit www.oracle.com if you need additional information or have any
  22  * questions.
  23  *
  24  */
  25 
  26 #include "precompiled.hpp"
  27 #include "asm/assembler.hpp"
  28 #include "interpreter/bytecodeHistogram.hpp"
  29 #include "interpreter/cppInterpreter.hpp"
  30 #include "interpreter/cppInterpreterGenerator.hpp"
  31 #include "interpreter/interpreter.hpp"
  32 #include "interpreter/interpreterRuntime.hpp"
  33 #include "oops/arrayOop.hpp"
  34 #include "oops/methodData.hpp"
  35 #include "oops/method.hpp"
  36 #include "oops/oop.inline.hpp"
  37 #include "prims/jvmtiExport.hpp"
  38 #include "prims/jvmtiThreadState.hpp"
  39 #include "runtime/arguments.hpp"
  40 #include "runtime/atomic.hpp"
  41 #include "runtime/deoptimization.hpp"
  42 #include "runtime/frame.inline.hpp"
  43 #include "runtime/interfaceSupport.hpp"
  44 #include "runtime/orderAccess.inline.hpp"
  45 #include "runtime/sharedRuntime.hpp"
  46 #include "runtime/stubRoutines.hpp"
  47 #include "runtime/synchronizer.hpp"
  48 #include "runtime/timer.hpp"
  49 #include "runtime/vframeArray.hpp"
  50 #include "stack_zero.inline.hpp"
  51 #include "utilities/debug.hpp"
  52 #include "utilities/macros.hpp"
  53 #ifdef SHARK
  54 #include "shark/shark_globals.hpp"
  55 #endif
  56 
  57 #ifdef CC_INTERP
  58 
  59 #define fixup_after_potential_safepoint()       \
  60   method = istate->method()
  61 
  62 #define CALL_VM_NOCHECK_NOFIX(func)             \
  63   thread->set_last_Java_frame();                \
  64   func;                                         \
  65   thread->reset_last_Java_frame();
  66 
  67 #define CALL_VM_NOCHECK(func)                   \
  68   CALL_VM_NOCHECK_NOFIX(func)                   \
  69   fixup_after_potential_safepoint()
  70 
  71 int CppInterpreter::normal_entry(Method* method, intptr_t UNUSED, TRAPS) {
  72   JavaThread *thread = (JavaThread *) THREAD;
  73 
  74   // Allocate and initialize our frame.
  75   InterpreterFrame *frame = InterpreterFrame::build(method, CHECK_0);
  76   thread->push_zero_frame(frame);
  77 
  78   // Execute those bytecodes!
  79   main_loop(0, THREAD);
  80 
  81   // No deoptimized frames on the stack
  82   return 0;
  83 }
  84 
  85 intptr_t narrow(BasicType type, intptr_t result) {
  86   // mask integer result to narrower return type.
  87   switch (type) {
  88     case T_BOOLEAN:
  89       return result&1;
  90     case T_BYTE:
  91       return (intptr_t)(jbyte)result;
  92     case T_CHAR:
  93       return (intptr_t)(uintptr_t)(jchar)result;
  94     case T_SHORT:
  95       return (intptr_t)(jshort)result;
  96     case T_OBJECT:  // nothing to do fall through
  97     case T_ARRAY:
  98     case T_LONG:
  99     case T_INT:
 100     case T_FLOAT:
 101     case T_DOUBLE:
 102     case T_VOID:
 103       return result;
 104     default  : ShouldNotReachHere();
 105   }
 106 }
 107 
 108 
 109 void CppInterpreter::main_loop(int recurse, TRAPS) {
 110   JavaThread *thread = (JavaThread *) THREAD;
 111   ZeroStack *stack = thread->zero_stack();
 112 
 113   // If we are entering from a deopt we may need to call
 114   // ourself a few times in order to get to our frame.
 115   if (recurse)
 116     main_loop(recurse - 1, THREAD);
 117 
 118   InterpreterFrame *frame = thread->top_zero_frame()->as_interpreter_frame();
 119   interpreterState istate = frame->interpreter_state();
 120   Method* method = istate->method();
 121 
 122   intptr_t *result = NULL;
 123   int result_slots = 0;
 124 
 125   while (true) {
 126     // We can set up the frame anchor with everything we want at
 127     // this point as we are thread_in_Java and no safepoints can
 128     // occur until we go to vm mode.  We do have to clear flags
 129     // on return from vm but that is it.
 130     thread->set_last_Java_frame();
 131 
 132     // Call the interpreter
 133     if (JvmtiExport::can_post_interpreter_events())
 134       BytecodeInterpreter::runWithChecks(istate);
 135     else
 136       BytecodeInterpreter::run(istate);
 137     fixup_after_potential_safepoint();
 138 
 139     // Clear the frame anchor
 140     thread->reset_last_Java_frame();
 141 
 142     // Examine the message from the interpreter to decide what to do
 143     if (istate->msg() == BytecodeInterpreter::call_method) {
 144       Method* callee = istate->callee();
 145 
 146       // Trim back the stack to put the parameters at the top
 147       stack->set_sp(istate->stack() + 1);
 148 
 149       // Make the call
 150       Interpreter::invoke_method(callee, istate->callee_entry_point(), THREAD);
 151       fixup_after_potential_safepoint();
 152 
 153       // Convert the result
 154       istate->set_stack(stack->sp() - 1);
 155 
 156       // Restore the stack
 157       stack->set_sp(istate->stack_limit() + 1);
 158 
 159       // Resume the interpreter
 160       istate->set_msg(BytecodeInterpreter::method_resume);
 161     }
 162     else if (istate->msg() == BytecodeInterpreter::more_monitors) {
 163       int monitor_words = frame::interpreter_frame_monitor_size();
 164 
 165       // Allocate the space
 166       stack->overflow_check(monitor_words, THREAD);
 167       if (HAS_PENDING_EXCEPTION)
 168         break;
 169       stack->alloc(monitor_words * wordSize);
 170 
 171       // Move the expression stack contents
 172       for (intptr_t *p = istate->stack() + 1; p < istate->stack_base(); p++)
 173         *(p - monitor_words) = *p;
 174 
 175       // Move the expression stack pointers
 176       istate->set_stack_limit(istate->stack_limit() - monitor_words);
 177       istate->set_stack(istate->stack() - monitor_words);
 178       istate->set_stack_base(istate->stack_base() - monitor_words);
 179 
 180       // Zero the new monitor so the interpreter can find it.
 181       ((BasicObjectLock *) istate->stack_base())->set_obj(NULL);
 182 
 183       // Resume the interpreter
 184       istate->set_msg(BytecodeInterpreter::got_monitors);
 185     }
 186     else if (istate->msg() == BytecodeInterpreter::return_from_method) {
 187       // Copy the result into the caller's frame
 188       result_slots = type2size[method->result_type()];
 189       assert(result_slots >= 0 && result_slots <= 2, "what?");
 190       result = istate->stack() + result_slots;
 191       break;
 192     }
 193     else if (istate->msg() == BytecodeInterpreter::throwing_exception) {
 194       assert(HAS_PENDING_EXCEPTION, "should do");
 195       break;
 196     }
 197     else if (istate->msg() == BytecodeInterpreter::do_osr) {
 198       // Unwind the current frame
 199       thread->pop_zero_frame();
 200 
 201       // Remove any extension of the previous frame
 202       int extra_locals = method->max_locals() - method->size_of_parameters();
 203       stack->set_sp(stack->sp() + extra_locals);
 204 
 205       // Jump into the OSR method
 206       Interpreter::invoke_osr(
 207         method, istate->osr_entry(), istate->osr_buf(), THREAD);
 208       return;
 209     }
 210     else {
 211       ShouldNotReachHere();
 212     }
 213   }
 214 
 215   // Unwind the current frame
 216   thread->pop_zero_frame();
 217 
 218   // Pop our local variables
 219   stack->set_sp(stack->sp() + method->max_locals());
 220 
 221   // Push our result
 222   for (int i = 0; i < result_slots; i++) {
 223     // Adjust result to smaller
 224     union {
 225       intptr_t res;
 226       jint res_jint;
 227     };
 228     res = result[-i];
 229     if (result_slots == 1) {
 230       BasicType t = method->result_type();
 231       if (is_subword_type(t)) {
 232         res_jint = (jint)narrow(t, res_jint);
 233       }
 234     }
 235     stack->push(res);
 236   }
 237 }
 238 
 239 int CppInterpreter::native_entry(Method* method, intptr_t UNUSED, TRAPS) {
 240   // Make sure method is native and not abstract
 241   assert(method->is_native() && !method->is_abstract(), "should be");
 242 
 243   JavaThread *thread = (JavaThread *) THREAD;
 244   ZeroStack *stack = thread->zero_stack();
 245 
 246   // Allocate and initialize our frame
 247   InterpreterFrame *frame = InterpreterFrame::build(method, CHECK_0);
 248   thread->push_zero_frame(frame);
 249   interpreterState istate = frame->interpreter_state();
 250   intptr_t *locals = istate->locals();
 251 
 252   // Update the invocation counter
 253   if ((UseCompiler || CountCompiledCalls) && !method->is_synchronized()) {
 254     MethodCounters* mcs = method->method_counters();
 255     if (mcs == NULL) {
 256       CALL_VM_NOCHECK(mcs = InterpreterRuntime::build_method_counters(thread, method));
 257       if (HAS_PENDING_EXCEPTION)
 258         goto unwind_and_return;
 259     }
 260     InvocationCounter *counter = mcs->invocation_counter();
 261     counter->increment();
 262     if (counter->reached_InvocationLimit(mcs->backedge_counter())) {
 263       CALL_VM_NOCHECK(
 264         InterpreterRuntime::frequency_counter_overflow(thread, NULL));
 265       if (HAS_PENDING_EXCEPTION)
 266         goto unwind_and_return;
 267     }
 268   }
 269 
 270   // Lock if necessary
 271   BasicObjectLock *monitor;
 272   monitor = NULL;
 273   if (method->is_synchronized()) {
 274     monitor = (BasicObjectLock*) istate->stack_base();
 275     oop lockee = monitor->obj();
 276     markOop disp = lockee->mark()->set_unlocked();
 277 
 278     monitor->lock()->set_displaced_header(disp);
 279     if (Atomic::cmpxchg((markOop)monitor, lockee->mark_addr(), disp) != disp) {
 280       if (thread->is_lock_owned((address) disp->clear_lock_bits())) {
 281         monitor->lock()->set_displaced_header(NULL);
 282       }
 283       else {
 284         CALL_VM_NOCHECK(InterpreterRuntime::monitorenter(thread, monitor));
 285         if (HAS_PENDING_EXCEPTION)
 286           goto unwind_and_return;
 287       }
 288     }
 289   }
 290 
 291   // Get the signature handler
 292   InterpreterRuntime::SignatureHandler *handler; {
 293     address handlerAddr = method->signature_handler();
 294     if (handlerAddr == NULL) {
 295       CALL_VM_NOCHECK(InterpreterRuntime::prepare_native_call(thread, method));
 296       if (HAS_PENDING_EXCEPTION)
 297         goto unlock_unwind_and_return;
 298 
 299       handlerAddr = method->signature_handler();
 300       assert(handlerAddr != NULL, "eh?");
 301     }
 302     if (handlerAddr == (address) InterpreterRuntime::slow_signature_handler) {
 303       CALL_VM_NOCHECK(handlerAddr =
 304         InterpreterRuntime::slow_signature_handler(thread, method, NULL,NULL));
 305       if (HAS_PENDING_EXCEPTION)
 306         goto unlock_unwind_and_return;
 307     }
 308     handler = \
 309       InterpreterRuntime::SignatureHandler::from_handlerAddr(handlerAddr);
 310   }
 311 
 312   // Get the native function entry point
 313   address function;
 314   function = method->native_function();
 315   assert(function != NULL, "should be set if signature handler is");
 316 
 317   // Build the argument list
 318   stack->overflow_check(handler->argument_count() * 2, THREAD);
 319   if (HAS_PENDING_EXCEPTION)
 320     goto unlock_unwind_and_return;
 321 
 322   void **arguments;
 323   void *mirror; {
 324     arguments =
 325       (void **) stack->alloc(handler->argument_count() * sizeof(void **));
 326     void **dst = arguments;
 327 
 328     void *env = thread->jni_environment();
 329     *(dst++) = &env;
 330 
 331     if (method->is_static()) {
 332       istate->set_oop_temp(
 333         method->constants()->pool_holder()->java_mirror());
 334       mirror = istate->oop_temp_addr();
 335       *(dst++) = &mirror;
 336     }
 337 
 338     intptr_t *src = locals;
 339     for (int i = dst - arguments; i < handler->argument_count(); i++) {
 340       ffi_type *type = handler->argument_type(i);
 341       if (type == &ffi_type_pointer) {
 342         if (*src) {
 343           stack->push((intptr_t) src);
 344           *(dst++) = stack->sp();
 345         }
 346         else {
 347           *(dst++) = src;
 348         }
 349         src--;
 350       }
 351       else if (type->size == 4) {
 352         *(dst++) = src--;
 353       }
 354       else if (type->size == 8) {
 355         src--;
 356         *(dst++) = src--;
 357       }
 358       else {
 359         ShouldNotReachHere();
 360       }
 361     }
 362   }
 363 
 364   // Set up the Java frame anchor
 365   thread->set_last_Java_frame();
 366 
 367   // Change the thread state to _thread_in_native
 368   ThreadStateTransition::transition_from_java(thread, _thread_in_native);
 369 
 370   // Make the call
 371   intptr_t result[4 - LogBytesPerWord];
 372   ffi_call(handler->cif(), (void (*)()) function, result, arguments);
 373 
 374   // Change the thread state back to _thread_in_Java.
 375   // ThreadStateTransition::transition_from_native() cannot be used
 376   // here because it does not check for asynchronous exceptions.
 377   // We have to manage the transition ourself.
 378   thread->set_thread_state(_thread_in_native_trans);
 379 
 380   // Make sure new state is visible in the GC thread
 381   InterfaceSupport::serialize_thread_state(thread);
 382 
 383   // Handle safepoint operations, pending suspend requests,
 384   // and pending asynchronous exceptions.
 385   if (SafepointSynchronize::do_call_back() ||
 386       thread->has_special_condition_for_native_trans()) {
 387     JavaThread::check_special_condition_for_native_trans(thread);
 388     CHECK_UNHANDLED_OOPS_ONLY(thread->clear_unhandled_oops());
 389   }
 390 
 391   // Finally we can change the thread state to _thread_in_Java.
 392   thread->set_thread_state(_thread_in_Java);
 393   fixup_after_potential_safepoint();
 394 
 395   // Clear the frame anchor
 396   thread->reset_last_Java_frame();
 397 
 398   // If the result was an oop then unbox it and store it in
 399   // oop_temp where the garbage collector can see it before
 400   // we release the handle it might be protected by.
 401   if (handler->result_type() == &ffi_type_pointer) {
 402     if (result[0] == 0) {
 403       istate->set_oop_temp(NULL);
 404     } else {
 405       jobject handle = reinterpret_cast<jobject>(result[0]);
 406       istate->set_oop_temp(JNIHandles::resolve(handle));
 407     }
 408   }
 409 
 410   // Reset handle block
 411   thread->active_handles()->clear();
 412 
 413  unlock_unwind_and_return:
 414 
 415   // Unlock if necessary
 416   if (monitor) {
 417     BasicLock *lock = monitor->lock();
 418     markOop header = lock->displaced_header();
 419     oop rcvr = monitor->obj();
 420     monitor->set_obj(NULL);
 421 
 422     if (header != NULL) {
 423       if (Atomic::cmpxchg(header, rcvr->mark_addr(), (markOop)lock) != lock) {
 424         monitor->set_obj(rcvr); {
 425           HandleMark hm(thread);
 426           CALL_VM_NOCHECK(InterpreterRuntime::monitorexit(thread, monitor));
 427         }
 428       }
 429     }
 430   }
 431 
 432  unwind_and_return:
 433 
 434   // Unwind the current activation
 435   thread->pop_zero_frame();
 436 
 437   // Pop our parameters
 438   stack->set_sp(stack->sp() + method->size_of_parameters());
 439 
 440   // Push our result
 441   if (!HAS_PENDING_EXCEPTION) {
 442     BasicType type = method->result_type();
 443     stack->set_sp(stack->sp() - type2size[type]);
 444 
 445     switch (type) {
 446     case T_VOID:
 447       break;
 448 
 449     case T_BOOLEAN:
 450 #ifndef VM_LITTLE_ENDIAN
 451       result[0] <<= (BitsPerWord - BitsPerByte);
 452 #endif
 453       SET_LOCALS_INT(*(jboolean *) result != 0, 0);
 454       break;
 455 
 456     case T_CHAR:
 457 #ifndef VM_LITTLE_ENDIAN
 458       result[0] <<= (BitsPerWord - BitsPerShort);
 459 #endif
 460       SET_LOCALS_INT(*(jchar *) result, 0);
 461       break;
 462 
 463     case T_BYTE:
 464 #ifndef VM_LITTLE_ENDIAN
 465       result[0] <<= (BitsPerWord - BitsPerByte);
 466 #endif
 467       SET_LOCALS_INT(*(jbyte *) result, 0);
 468       break;
 469 
 470     case T_SHORT:
 471 #ifndef VM_LITTLE_ENDIAN
 472       result[0] <<= (BitsPerWord - BitsPerShort);
 473 #endif
 474       SET_LOCALS_INT(*(jshort *) result, 0);
 475       break;
 476 
 477     case T_INT:
 478 #ifndef VM_LITTLE_ENDIAN
 479       result[0] <<= (BitsPerWord - BitsPerInt);
 480 #endif
 481       SET_LOCALS_INT(*(jint *) result, 0);
 482       break;
 483 
 484     case T_LONG:
 485       SET_LOCALS_LONG(*(jlong *) result, 0);
 486       break;
 487 
 488     case T_FLOAT:
 489       SET_LOCALS_FLOAT(*(jfloat *) result, 0);
 490       break;
 491 
 492     case T_DOUBLE:
 493       SET_LOCALS_DOUBLE(*(jdouble *) result, 0);
 494       break;
 495 
 496     case T_OBJECT:
 497     case T_ARRAY:
 498       SET_LOCALS_OBJECT(istate->oop_temp(), 0);
 499       break;
 500 
 501     default:
 502       ShouldNotReachHere();
 503     }
 504   }
 505 
 506   // No deoptimized frames on the stack
 507   return 0;
 508 }
 509 
 510 int CppInterpreter::accessor_entry(Method* method, intptr_t UNUSED, TRAPS) {
 511   JavaThread *thread = (JavaThread *) THREAD;
 512   ZeroStack *stack = thread->zero_stack();
 513   intptr_t *locals = stack->sp();
 514 
 515   // Drop into the slow path if we need a safepoint check
 516   if (SafepointSynchronize::do_call_back()) {
 517     return normal_entry(method, 0, THREAD);
 518   }
 519 
 520   // Load the object pointer and drop into the slow path
 521   // if we have a NullPointerException
 522   oop object = LOCALS_OBJECT(0);
 523   if (object == NULL) {
 524     return normal_entry(method, 0, THREAD);
 525   }
 526 
 527   // Read the field index from the bytecode, which looks like this:
 528   //  0:  aload_0
 529   //  1:  getfield
 530   //  2:    index
 531   //  3:    index
 532   //  4:  ireturn/areturn/freturn/lreturn/dreturn
 533   // NB this is not raw bytecode: index is in machine order
 534   u1 *code = method->code_base();
 535   assert(code[0] == Bytecodes::_aload_0 &&
 536          code[1] == Bytecodes::_getfield &&
 537          (code[4] == Bytecodes::_ireturn ||
 538           code[4] == Bytecodes::_freturn ||
 539           code[4] == Bytecodes::_lreturn ||
 540           code[4] == Bytecodes::_dreturn ||
 541           code[4] == Bytecodes::_areturn), "should do");
 542   u2 index = Bytes::get_native_u2(&code[2]);
 543 
 544   // Get the entry from the constant pool cache, and drop into
 545   // the slow path if it has not been resolved
 546   ConstantPoolCache* cache = method->constants()->cache();
 547   ConstantPoolCacheEntry* entry = cache->entry_at(index);
 548   if (!entry->is_resolved(Bytecodes::_getfield)) {
 549     return normal_entry(method, 0, THREAD);
 550   }
 551 
 552   // Get the result and push it onto the stack
 553   switch (entry->flag_state()) {
 554   case ltos:
 555   case dtos:
 556     stack->overflow_check(1, CHECK_0);
 557     stack->alloc(wordSize);
 558     break;
 559   }
 560   if (entry->is_volatile()) {
 561     switch (entry->flag_state()) {
 562     case ctos:
 563       SET_LOCALS_INT(object->char_field_acquire(entry->f2_as_index()), 0);
 564       break;
 565 
 566     case btos:
 567     case ztos:
 568       SET_LOCALS_INT(object->byte_field_acquire(entry->f2_as_index()), 0);
 569       break;
 570 
 571     case stos:
 572       SET_LOCALS_INT(object->short_field_acquire(entry->f2_as_index()), 0);
 573       break;
 574 
 575     case itos:
 576       SET_LOCALS_INT(object->int_field_acquire(entry->f2_as_index()), 0);
 577       break;
 578 
 579     case ltos:
 580       SET_LOCALS_LONG(object->long_field_acquire(entry->f2_as_index()), 0);
 581       break;
 582 
 583     case ftos:
 584       SET_LOCALS_FLOAT(object->float_field_acquire(entry->f2_as_index()), 0);
 585       break;
 586 
 587     case dtos:
 588       SET_LOCALS_DOUBLE(object->double_field_acquire(entry->f2_as_index()), 0);
 589       break;
 590 
 591     case atos:
 592       SET_LOCALS_OBJECT(object->obj_field_acquire(entry->f2_as_index()), 0);
 593       break;
 594 
 595     default:
 596       ShouldNotReachHere();
 597     }
 598   }
 599   else {
 600     switch (entry->flag_state()) {
 601     case ctos:
 602       SET_LOCALS_INT(object->char_field(entry->f2_as_index()), 0);
 603       break;
 604 
 605     case btos:
 606     case ztos:
 607       SET_LOCALS_INT(object->byte_field(entry->f2_as_index()), 0);
 608       break;
 609 
 610     case stos:
 611       SET_LOCALS_INT(object->short_field(entry->f2_as_index()), 0);
 612       break;
 613 
 614     case itos:
 615       SET_LOCALS_INT(object->int_field(entry->f2_as_index()), 0);
 616       break;
 617 
 618     case ltos:
 619       SET_LOCALS_LONG(object->long_field(entry->f2_as_index()), 0);
 620       break;
 621 
 622     case ftos:
 623       SET_LOCALS_FLOAT(object->float_field(entry->f2_as_index()), 0);
 624       break;
 625 
 626     case dtos:
 627       SET_LOCALS_DOUBLE(object->double_field(entry->f2_as_index()), 0);
 628       break;
 629 
 630     case atos:
 631       SET_LOCALS_OBJECT(object->obj_field(entry->f2_as_index()), 0);
 632       break;
 633 
 634     default:
 635       ShouldNotReachHere();
 636     }
 637   }
 638 
 639   // No deoptimized frames on the stack
 640   return 0;
 641 }
 642 
 643 int CppInterpreter::empty_entry(Method* method, intptr_t UNUSED, TRAPS) {
 644   JavaThread *thread = (JavaThread *) THREAD;
 645   ZeroStack *stack = thread->zero_stack();
 646 
 647   // Drop into the slow path if we need a safepoint check
 648   if (SafepointSynchronize::do_call_back()) {
 649     return normal_entry(method, 0, THREAD);
 650   }
 651 
 652   // Pop our parameters
 653   stack->set_sp(stack->sp() + method->size_of_parameters());
 654 
 655   // No deoptimized frames on the stack
 656   return 0;
 657 }
 658 
 659 // The new slots will be inserted before slot insert_before.
 660 // Slots < insert_before will have the same slot number after the insert.
 661 // Slots >= insert_before will become old_slot + num_slots.
 662 void CppInterpreter::insert_vmslots(int insert_before, int num_slots, TRAPS) {
 663   JavaThread *thread = (JavaThread *) THREAD;
 664   ZeroStack *stack = thread->zero_stack();
 665 
 666   // Allocate the space
 667   stack->overflow_check(num_slots, CHECK);
 668   stack->alloc(num_slots * wordSize);
 669   intptr_t *vmslots = stack->sp();
 670 
 671   // Shuffle everything up
 672   for (int i = 0; i < insert_before; i++)
 673     SET_VMSLOTS_SLOT(VMSLOTS_SLOT(i + num_slots), i);
 674 }
 675 
 676 void CppInterpreter::remove_vmslots(int first_slot, int num_slots, TRAPS) {
 677   JavaThread *thread = (JavaThread *) THREAD;
 678   ZeroStack *stack = thread->zero_stack();
 679   intptr_t *vmslots = stack->sp();
 680 
 681   // Move everything down
 682   for (int i = first_slot - 1; i >= 0; i--)
 683     SET_VMSLOTS_SLOT(VMSLOTS_SLOT(i), i + num_slots);
 684 
 685   // Deallocate the space
 686   stack->set_sp(stack->sp() + num_slots);
 687 }
 688 
 689 BasicType CppInterpreter::result_type_of_handle(oop method_handle) {
 690   oop method_type = java_lang_invoke_MethodHandle::type(method_handle);
 691   oop return_type = java_lang_invoke_MethodType::rtype(method_type);
 692   return java_lang_Class::as_BasicType(return_type, (Klass* *) NULL);
 693 }
 694 
 695 intptr_t* CppInterpreter::calculate_unwind_sp(ZeroStack* stack,
 696                                               oop method_handle) {
 697   oop method_type = java_lang_invoke_MethodHandle::type(method_handle);
 698   int argument_slots = java_lang_invoke_MethodType::ptype_slot_count(method_type);
 699 
 700   return stack->sp() + argument_slots;
 701 }
 702 
 703 IRT_ENTRY(void, CppInterpreter::throw_exception(JavaThread* thread,
 704                                                 Symbol*     name,
 705                                                 char*       message))
 706   THROW_MSG(name, message);
 707 IRT_END
 708 
 709 InterpreterFrame *InterpreterFrame::build(Method* const method, TRAPS) {
 710   JavaThread *thread = (JavaThread *) THREAD;
 711   ZeroStack *stack = thread->zero_stack();
 712 
 713   // Calculate the size of the frame we'll build, including
 714   // any adjustments to the caller's frame that we'll make.
 715   int extra_locals  = 0;
 716   int monitor_words = 0;
 717   int stack_words   = 0;
 718 
 719   if (!method->is_native()) {
 720     extra_locals = method->max_locals() - method->size_of_parameters();
 721     stack_words  = method->max_stack();
 722   }
 723   if (method->is_synchronized()) {
 724     monitor_words = frame::interpreter_frame_monitor_size();
 725   }
 726   stack->overflow_check(
 727     extra_locals + header_words + monitor_words + stack_words, CHECK_NULL);
 728 
 729   // Adjust the caller's stack frame to accomodate any additional
 730   // local variables we have contiguously with our parameters.
 731   for (int i = 0; i < extra_locals; i++)
 732     stack->push(0);
 733 
 734   intptr_t *locals;
 735   if (method->is_native())
 736     locals = stack->sp() + (method->size_of_parameters() - 1);
 737   else
 738     locals = stack->sp() + (method->max_locals() - 1);
 739 
 740   stack->push(0); // next_frame, filled in later
 741   intptr_t *fp = stack->sp();
 742   assert(fp - stack->sp() == next_frame_off, "should be");
 743 
 744   stack->push(INTERPRETER_FRAME);
 745   assert(fp - stack->sp() == frame_type_off, "should be");
 746 
 747   interpreterState istate =
 748     (interpreterState) stack->alloc(sizeof(BytecodeInterpreter));
 749   assert(fp - stack->sp() == istate_off, "should be");
 750 
 751   istate->set_locals(locals);
 752   istate->set_method(method);
 753   istate->set_mirror(method->method_holder()->java_mirror());
 754   istate->set_self_link(istate);
 755   istate->set_prev_link(NULL);
 756   istate->set_thread(thread);
 757   istate->set_bcp(method->is_native() ? NULL : method->code_base());
 758   istate->set_constants(method->constants()->cache());
 759   istate->set_msg(BytecodeInterpreter::method_entry);
 760   istate->set_oop_temp(NULL);
 761   istate->set_mdx(NULL);
 762   istate->set_callee(NULL);
 763 
 764   istate->set_monitor_base((BasicObjectLock *) stack->sp());
 765   if (method->is_synchronized()) {
 766     BasicObjectLock *monitor =
 767       (BasicObjectLock *) stack->alloc(monitor_words * wordSize);
 768     oop object;
 769     if (method->is_static())
 770       object = method->constants()->pool_holder()->java_mirror();
 771     else
 772       object = (oop) (void*)locals[0];
 773     monitor->set_obj(object);
 774   }
 775 
 776   istate->set_stack_base(stack->sp());
 777   istate->set_stack(stack->sp() - 1);
 778   if (stack_words)
 779     stack->alloc(stack_words * wordSize);
 780   istate->set_stack_limit(stack->sp() - 1);
 781 
 782   return (InterpreterFrame *) fp;
 783 }
 784 
 785 InterpreterFrame *InterpreterFrame::build(int size, TRAPS) {
 786   ZeroStack *stack = ((JavaThread *) THREAD)->zero_stack();
 787 
 788   int size_in_words = size >> LogBytesPerWord;
 789   assert(size_in_words * wordSize == size, "unaligned");
 790   assert(size_in_words >= header_words, "too small");
 791   stack->overflow_check(size_in_words, CHECK_NULL);
 792 
 793   stack->push(0); // next_frame, filled in later
 794   intptr_t *fp = stack->sp();
 795   assert(fp - stack->sp() == next_frame_off, "should be");
 796 
 797   stack->push(INTERPRETER_FRAME);
 798   assert(fp - stack->sp() == frame_type_off, "should be");
 799 
 800   interpreterState istate =
 801     (interpreterState) stack->alloc(sizeof(BytecodeInterpreter));
 802   assert(fp - stack->sp() == istate_off, "should be");
 803   istate->set_self_link(NULL); // mark invalid
 804 
 805   stack->alloc((size_in_words - header_words) * wordSize);
 806 
 807   return (InterpreterFrame *) fp;
 808 }
 809 
 810 address CppInterpreter::return_entry(TosState state, int length, Bytecodes::Code code) {
 811   ShouldNotCallThis();
 812   return NULL;
 813 }
 814 
 815 address CppInterpreter::deopt_entry(TosState state, int length) {
 816   return NULL;
 817 }
 818 
 819 // Helper for figuring out if frames are interpreter frames
 820 
 821 bool CppInterpreter::contains(address pc) {
 822   return false; // make frame::print_value_on work
 823 }
 824 #endif // CC_INTERP