1 /*
   2  * Copyright (c) 2014, 2018, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "jfr/recorder/jfrRecorder.hpp"
  27 #include "jfr/utilities/jfrAllocation.hpp"
  28 #include "logging/log.hpp"
  29 #include "memory/allocation.inline.hpp"
  30 #include "runtime/atomic.hpp"
  31 #include "runtime/orderAccess.inline.hpp"
  32 #include "runtime/vm_version.hpp"
  33 #include "utilities/debug.hpp"
  34 #include "utilities/macros.hpp"
  35 #include "utilities/nativeCallStack.hpp"
  36 
  37 #ifdef ASSERT
  38 static jlong atomic_add_jlong(jlong value, jlong volatile* const dest) {
  39   assert(VM_Version::supports_cx8(), "unsupported");
  40   jlong compare_value;
  41   jlong exchange_value;
  42   do {
  43     compare_value = OrderAccess::load_acquire(dest);
  44     exchange_value = compare_value + value;
  45   } while (Atomic::cmpxchg(exchange_value, dest, compare_value) != compare_value);
  46   return exchange_value;
  47 }
  48 
  49 // debug statistics
  50 static volatile jlong _allocated_bytes = 0;
  51 static volatile jlong _deallocated_bytes = 0;
  52 static volatile jlong _live_set_bytes = 0;
  53 
  54 static void add(size_t alloc_size) {
  55   if (!JfrRecorder::is_created()) {
  56     const jlong total_allocated = atomic_add_jlong(alloc_size, &_allocated_bytes);
  57     const jlong current_live_set = atomic_add_jlong(alloc_size, &_live_set_bytes);
  58     log_trace(jfr, system)("Allocation: [" SIZE_FORMAT "] bytes", alloc_size);
  59     log_trace(jfr, system)("Total alloc [" JLONG_FORMAT "] bytes", total_allocated);
  60     log_trace(jfr, system)("Liveset:    [" JLONG_FORMAT "] bytes", current_live_set);
  61   }
  62 }
  63 
  64 static void subtract(size_t dealloc_size) {
  65   if (!JfrRecorder::is_created()) {
  66     const size_t total_deallocated = atomic_add_jlong(dealloc_size, &_deallocated_bytes);
  67     const size_t current_live_set = atomic_add_jlong(dealloc_size * -1, &_live_set_bytes);
  68     log_trace(jfr, system)("Deallocation: [" SIZE_FORMAT "] bytes", dealloc_size);
  69     log_trace(jfr, system)("Total dealloc [" JLONG_FORMAT "] bytes", total_deallocated);
  70     log_trace(jfr, system)("Liveset:      [" JLONG_FORMAT "] bytes", current_live_set);
  71   }
  72 }
  73 
  74 static void hook_memory_deallocation(size_t dealloc_size) {
  75   subtract(dealloc_size);
  76 }
  77 #endif // ASSERT
  78 
  79 static void hook_memory_allocation(const char* allocation, size_t alloc_size) {
  80   if (NULL == allocation) {
  81     if (!JfrRecorder::is_created()) {
  82       log_warning(jfr, system)("Memory allocation failed for size [" SIZE_FORMAT "] bytes", alloc_size);
  83       return;
  84     } else {
  85       // after critical startup, fail as by default
  86       vm_exit_out_of_memory(alloc_size, OOM_MALLOC_ERROR, "AllocateHeap");
  87     }
  88   }
  89   debug_only(add(alloc_size));
  90 }
  91 
  92 void JfrCHeapObj::on_memory_allocation(const void* allocation, size_t size) {
  93   hook_memory_allocation((const char*)allocation, size);
  94 }
  95 
  96 void* JfrCHeapObj::operator new(size_t size) throw() {
  97   return operator new(size, std::nothrow);
  98 }
  99 
 100 void* JfrCHeapObj::operator new (size_t size, const std::nothrow_t&  nothrow_constant) throw() {
 101   void* const memory = CHeapObj<mtTracing>::operator new(size, nothrow_constant, CALLER_PC);
 102   hook_memory_allocation((const char*)memory, size);
 103   return memory;
 104 }
 105 
 106 void* JfrCHeapObj::operator new [](size_t size) throw() {
 107   return operator new[](size, std::nothrow);
 108 }
 109 
 110 void* JfrCHeapObj::operator new [](size_t size, const std::nothrow_t&  nothrow_constant) throw() {
 111   void* const memory = CHeapObj<mtTracing>::operator new[](size, nothrow_constant, CALLER_PC);
 112   hook_memory_allocation((const char*)memory, size);
 113   return memory;
 114 }
 115 
 116 void JfrCHeapObj::operator delete(void* p, size_t size) {
 117   debug_only(hook_memory_deallocation(size);)
 118   CHeapObj<mtTracing>::operator delete(p);
 119 }
 120 
 121 void JfrCHeapObj::operator delete[](void* p, size_t size) {
 122   debug_only(hook_memory_deallocation(size);)
 123   CHeapObj<mtTracing>::operator delete[](p);
 124 }
 125 
 126 char* JfrCHeapObj::realloc_array(char* old, size_t size) {
 127   char* const memory = ReallocateHeap(old, size, mtTracing, AllocFailStrategy::RETURN_NULL);
 128   hook_memory_allocation(memory, size);
 129   return memory;
 130 }
 131 
 132 void JfrCHeapObj::free(void* p, size_t size) {
 133   debug_only(hook_memory_deallocation(size);)
 134   FreeHeap(p);
 135 }
 136 
 137 char* JfrCHeapObj::allocate_array_noinline(size_t elements, size_t element_size) {
 138   return AllocateHeap(elements * element_size, mtTracing, CALLER_PC, AllocFailStrategy::RETURN_NULL);
 139 }