src/cpu/x86/vm/interp_masm_x86_64.cpp

rev 5468 : 8026251: New type profiling points: parameters to methods
Summary: x86 interpreter and c1 type profiling for parameters on method entries
Reviewed-by:
rev 5469 : [mq]: parameters-review

*** 21,31 ****
   * questions.
   *
   */
  
  #include "precompiled.hpp"
! #include "interp_masm_x86_64.hpp"
  #include "interpreter/interpreter.hpp"
  #include "interpreter/interpreterRuntime.hpp"
  #include "oops/arrayOop.hpp"
  #include "oops/markOop.hpp"
  #include "oops/methodData.hpp"
--- 21,31 ----
   * questions.
   *
   */
  
  #include "precompiled.hpp"
! #include "interp_masm_x86.hpp"
  #include "interpreter/interpreter.hpp"
  #include "interpreter/interpreterRuntime.hpp"
  #include "oops/arrayOop.hpp"
  #include "oops/markOop.hpp"
  #include "oops/methodData.hpp"
*** 1065,1228 ****
      update_mdp_by_constant(mdp, in_bytes(BranchData::branch_data_size()));
      bind(profile_continue);
    }
  }
  
- void InterpreterMacroAssembler::profile_obj_type(Register obj, const Address& mdo_addr) {
-   Label update, next, none;
- 
-   verify_oop(obj);
- 
-   testptr(obj, obj);
-   jccb(Assembler::notZero, update);
-   orptr(mdo_addr, TypeEntries::null_seen);
-   jmpb(next);
- 
-   bind(update);
-   load_klass(obj, obj);
- 
-   xorptr(obj, mdo_addr);
-   testptr(obj, TypeEntries::type_klass_mask);
-   jccb(Assembler::zero, next); // klass seen before, nothing to
-                                // do. The unknown bit may have been
-                                // set already but no need to check.
- 
-   testptr(obj, TypeEntries::type_unknown);
-   jccb(Assembler::notZero, next); // already unknown. Nothing to do anymore.
- 
-   // There is a chance that by the time we do these checks (re-reading
-   // profiling data from memory) another thread has set the profling
-   // to this obj's klass and we set the profiling as unknow
-   // erroneously
-   cmpptr(mdo_addr, 0);
-   jccb(Assembler::equal, none);
-   cmpptr(mdo_addr, TypeEntries::null_seen);
-   jccb(Assembler::equal, none);
-   // There is a chance that the checks above (re-reading profiling
-   // data from memory) fail if another thread has just set the
-   // profiling to this obj's klass
-   xorptr(obj, mdo_addr);
-   testptr(obj, TypeEntries::type_klass_mask);
-   jccb(Assembler::zero, next);
- 
-   // different than before. Cannot keep accurate profile.
-   orptr(mdo_addr, TypeEntries::type_unknown);
-   jmpb(next);
- 
-   bind(none);
-   // first time here. Set profile type.
-   movptr(mdo_addr, obj);
- 
-   bind(next);
- }
- 
- void InterpreterMacroAssembler::profile_arguments_type(Register mdp, Register callee, Register tmp, bool is_virtual) {
-   if (!ProfileInterpreter) {
-     return;
-   }
- 
-   if (MethodData::profile_arguments() || MethodData::profile_return()) {
-     Label profile_continue;
- 
-     test_method_data_pointer(mdp, profile_continue);
- 
-     int off_to_start = is_virtual ? in_bytes(VirtualCallData::virtual_call_data_size()) : in_bytes(CounterData::counter_data_size());
- 
-     cmpb(Address(mdp, in_bytes(DataLayout::tag_offset()) - off_to_start), is_virtual ? DataLayout::virtual_call_type_data_tag : DataLayout::call_type_data_tag);
-     jcc(Assembler::notEqual, profile_continue);
- 
-     if (MethodData::profile_arguments()) {
-       Label done;
-       int off_to_args = in_bytes(TypeEntriesAtCall::args_data_offset());
-       addptr(mdp, off_to_args);
- 
-       for (int i = 0; i < TypeProfileArgsLimit; i++) {
-         if (i > 0 || MethodData::profile_return()) {
-           // If return value type is profiled we may have no argument to profile
-           movq(tmp, Address(mdp, in_bytes(TypeEntriesAtCall::cell_count_offset())-off_to_args));
-           subl(tmp, i*TypeStackSlotEntries::per_arg_count());
-           cmpl(tmp, TypeStackSlotEntries::per_arg_count());
-           jcc(Assembler::less, done);
-         }
-         movptr(tmp, Address(callee, Method::const_offset()));
-         load_unsigned_short(tmp, Address(tmp, ConstMethod::size_of_parameters_offset()));
-         subq(tmp, Address(mdp, in_bytes(TypeEntriesAtCall::stack_slot_offset(i))-off_to_args));
-         subl(tmp, 1);
-         Address arg_addr = argument_address(tmp);
-         movptr(tmp, arg_addr);
- 
-         Address mdo_arg_addr(mdp, in_bytes(TypeEntriesAtCall::argument_type_offset(i))-off_to_args);
-         profile_obj_type(tmp, mdo_arg_addr);
- 
-         int to_add = in_bytes(TypeStackSlotEntries::per_arg_size());
-         addptr(mdp, to_add);
-         off_to_args += to_add;
-       }
- 
-       if (MethodData::profile_return()) {
-         movq(tmp, Address(mdp, in_bytes(TypeEntriesAtCall::cell_count_offset())-off_to_args));
-         subl(tmp, TypeProfileArgsLimit*TypeStackSlotEntries::per_arg_count());
-       }
- 
-       bind(done);
- 
-       if (MethodData::profile_return()) {
-         // We're right after the type profile for the last
-         // argument. tmp is the number of cell left in the
-         // CallTypeData/VirtualCallTypeData to reach its end. Non null
-         // if there's a return to profile.
-         assert(ReturnTypeEntry::static_cell_count() < TypeStackSlotEntries::per_arg_count(), "can't move past ret type");
-         shll(tmp, exact_log2(DataLayout::cell_size));
-         addptr(mdp, tmp);
-       }
-       movptr(Address(rbp, frame::interpreter_frame_mdx_offset * wordSize), mdp);
-     } else {
-       assert(MethodData::profile_return(), "either profile call args or call ret");
-       update_mdp_by_constant(mdp, in_bytes(ReturnTypeEntry::size()));
-     }
- 
-     // mdp points right after the end of the
-     // CallTypeData/VirtualCallTypeData, right after the cells for the
-     // return value type if there's one
- 
-     bind(profile_continue);
-   }
- }
- 
- void InterpreterMacroAssembler::profile_return_type(Register mdp, Register ret, Register tmp) {
-   assert_different_registers(mdp, ret, tmp, r13);
-   if (ProfileInterpreter && MethodData::profile_return()) {
-     Label profile_continue, done;
- 
-     test_method_data_pointer(mdp, profile_continue);
- 
-     if (MethodData::profile_return_jsr292_only()) {
-       // If we don't profile all invoke bytecodes we must make sure
-       // it's a bytecode we indeed profile. We can't go back to the
-       // begining of the ProfileData we intend to update to check its
-       // type because we're right after it and we don't known its
-       // length
-       Label do_profile;
-       cmpb(Address(r13, 0), Bytecodes::_invokedynamic);
-       jcc(Assembler::equal, do_profile);
-       cmpb(Address(r13, 0), Bytecodes::_invokehandle);
-       jcc(Assembler::equal, do_profile);
-       get_method(tmp);
-       cmpb(Address(tmp, Method::intrinsic_id_offset_in_bytes()), vmIntrinsics::_compiledLambdaForm);
-       jcc(Assembler::notEqual, profile_continue);
- 
-       bind(do_profile);
-     }
- 
-     Address mdo_ret_addr(mdp, -in_bytes(ReturnTypeEntry::size()));
-     mov(tmp, ret);
-     profile_obj_type(tmp, mdo_ret_addr);
- 
-     bind(profile_continue);
-   }
- }
- 
  void InterpreterMacroAssembler::profile_call(Register mdp) {
    if (ProfileInterpreter) {
      Label profile_continue;
  
      // If no method data exists, go to profile_continue.
--- 1065,1074 ----