< prev index next >

test/hotspot/gtest/memory/test_metaspace_allocation.cpp

Print this page
rev 49833 : [mq]: 8202073-MetaspaceAllocationTest-gtest-shall-lock-during-space-creation


   9  *
  10  * This code is distributed in the hope that it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  13  * version 2 for more details (a copy is included in the LICENSE file that
  14  * accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License version
  17  * 2 along with this work; if not, write to the Free Software Foundation,
  18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  19  *
  20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  21  * or visit www.oracle.com if you need additional information or have any
  22  * questions.
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "memory/allocation.inline.hpp"
  27 #include "memory/metaspace.hpp"
  28 #include "runtime/mutex.hpp"

  29 #include "runtime/os.hpp"
  30 #include "utilities/align.hpp"
  31 #include "utilities/debug.hpp"
  32 #include "utilities/globalDefinitions.hpp"
  33 #include "utilities/ostream.hpp"
  34 #include "unittest.hpp"
  35 
  36 #define NUM_PARALLEL_METASPACES                 50
  37 #define MAX_PER_METASPACE_ALLOCATION_WORDSIZE   (512 * K)
  38 
  39 //#define DEBUG_VERBOSE true
  40 
  41 #ifdef DEBUG_VERBOSE
  42 
  43 struct chunkmanager_statistics_t {
  44   int num_specialized_chunks;
  45   int num_small_chunks;
  46   int num_medium_chunks;
  47   int num_humongous_chunks;
  48 };


  87 
  88   virtual void TearDown() {
  89     for (int i = 0; i < NUM_PARALLEL_METASPACES; i ++) {
  90       if (_spaces[i].space != NULL) {
  91         delete _spaces[i].space;
  92         delete _spaces[i].lock;
  93       }
  94     }
  95   }
  96 
  97   void create_space(int i) {
  98     assert(i >= 0 && i < NUM_PARALLEL_METASPACES, "Sanity");
  99     assert(_spaces[i].space == NULL && _spaces[i].allocated == 0, "Sanity");
 100     if (_spaces[i].lock == NULL) {
 101       _spaces[i].lock = new Mutex(Monitor::native, "gtest-MetaspaceAllocationTest-lock", false, Monitor::_safepoint_check_never);
 102       ASSERT_TRUE(_spaces[i].lock != NULL);
 103     }
 104     // Let every ~10th space be an anonymous one to test different allocation patterns.
 105     const Metaspace::MetaspaceType msType = (os::random() % 100 < 10) ?
 106       Metaspace::AnonymousMetaspaceType : Metaspace::StandardMetaspaceType;




 107     _spaces[i].space = new ClassLoaderMetaspace(_spaces[i].lock, msType);

 108     _spaces[i].allocated = 0;
 109     ASSERT_TRUE(_spaces[i].space != NULL);
 110   }
 111 
 112   // Returns the index of a random space where index is [0..metaspaces) and which is
 113   //   empty, non-empty or full.
 114   // Returns -1 if no matching space exists.
 115   enum fillgrade { fg_empty, fg_non_empty, fg_full };
 116   int get_random_matching_space(int metaspaces, fillgrade fg) {
 117     const int start_index = os::random() % metaspaces;
 118     int i = start_index;
 119     do {
 120       if (fg == fg_empty && _spaces[i].is_empty()) {
 121         return i;
 122       } else if ((fg == fg_full && _spaces[i].is_full()) ||
 123                  (fg == fg_non_empty && !_spaces[i].is_full() && !_spaces[i].is_empty())) {
 124         return i;
 125       }
 126       i ++;
 127       if (i == metaspaces) {


 154         }
 155         if (index == -1) {
 156           // All spaces are full, switch to freeing.
 157           force_switch = true;
 158         } else {
 159           // create space if it does not yet exist.
 160           if (_spaces[index].space == NULL) {
 161             create_space(index);
 162           }
 163           // Allocate a bunch of blocks from it. Mostly small stuff but mix in large allocations
 164           //  to force humongous chunk allocations.
 165           int allocs_done = 0;
 166           while (allocs_done < allocs_per_phase && !_spaces[index].is_full()) {
 167             size_t size = 0;
 168             int r = os::random() % 1000;
 169             if ((float)r < probability_for_large_allocations * 1000.0) {
 170               size = (os::random() % _chunk_geometry.medium_chunk_word_size) + _chunk_geometry.medium_chunk_word_size;
 171             } else {
 172               size = os::random() % 64;
 173             }

 174             MetaWord* const p = _spaces[index].space->allocate(size, mdType);
 175             if (p == NULL) {
 176               // We very probably did hit the metaspace "until-gc" limit.
 177 #ifdef DEBUG_VERBOSE
 178               tty->print_cr("OOM for " SIZE_FORMAT " words. ", size);
 179 #endif
 180               // Just switch to deallocation and resume tests.
 181               force_switch = true;
 182               break;
 183             } else {
 184               _spaces[index].allocated += size;
 185               allocs_done ++;
 186             }
 187           }
 188         }
 189       } else {
 190         // freeing: find a metaspace and delete it, with preference for completely filled spaces.
 191         int index = get_random_full_space(metaspaces);
 192         if (index == -1) {
 193           index = get_random_non_emtpy_space(metaspaces);
 194         }
 195         if (index == -1) {
 196           force_switch = true;
 197         } else {
 198           assert(_spaces[index].space != NULL && _spaces[index].allocated > 0, "Sanity");

 199           delete _spaces[index].space;
 200           _spaces[index].space = NULL;
 201           _spaces[index].allocated = 0;
 202         }
 203       }
 204 
 205       if (force_switch) {
 206         allocating = !allocating;
 207       } else {
 208         // periodically switch between allocating and freeing, but prefer allocation because
 209         // we want to intermingle allocations of multiple metaspaces.
 210         allocating = os::random() % 5 < 4;
 211       }
 212       phases_done ++;
 213 #ifdef DEBUG_VERBOSE
 214       int metaspaces_in_use = 0;
 215       size_t total_allocated = 0;
 216       for (int i = 0; i < metaspaces; i ++) {
 217         if (_spaces[i].allocated > 0) {
 218           total_allocated += _spaces[i].allocated;




   9  *
  10  * This code is distributed in the hope that it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  13  * version 2 for more details (a copy is included in the LICENSE file that
  14  * accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License version
  17  * 2 along with this work; if not, write to the Free Software Foundation,
  18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  19  *
  20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  21  * or visit www.oracle.com if you need additional information or have any
  22  * questions.
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "memory/allocation.inline.hpp"
  27 #include "memory/metaspace.hpp"
  28 #include "runtime/mutex.hpp"
  29 #include "runtime/mutexLocker.hpp"
  30 #include "runtime/os.hpp"
  31 #include "utilities/align.hpp"
  32 #include "utilities/debug.hpp"
  33 #include "utilities/globalDefinitions.hpp"
  34 #include "utilities/ostream.hpp"
  35 #include "unittest.hpp"
  36 
  37 #define NUM_PARALLEL_METASPACES                 50
  38 #define MAX_PER_METASPACE_ALLOCATION_WORDSIZE   (512 * K)
  39 
  40 //#define DEBUG_VERBOSE true
  41 
  42 #ifdef DEBUG_VERBOSE
  43 
  44 struct chunkmanager_statistics_t {
  45   int num_specialized_chunks;
  46   int num_small_chunks;
  47   int num_medium_chunks;
  48   int num_humongous_chunks;
  49 };


  88 
  89   virtual void TearDown() {
  90     for (int i = 0; i < NUM_PARALLEL_METASPACES; i ++) {
  91       if (_spaces[i].space != NULL) {
  92         delete _spaces[i].space;
  93         delete _spaces[i].lock;
  94       }
  95     }
  96   }
  97 
  98   void create_space(int i) {
  99     assert(i >= 0 && i < NUM_PARALLEL_METASPACES, "Sanity");
 100     assert(_spaces[i].space == NULL && _spaces[i].allocated == 0, "Sanity");
 101     if (_spaces[i].lock == NULL) {
 102       _spaces[i].lock = new Mutex(Monitor::native, "gtest-MetaspaceAllocationTest-lock", false, Monitor::_safepoint_check_never);
 103       ASSERT_TRUE(_spaces[i].lock != NULL);
 104     }
 105     // Let every ~10th space be an anonymous one to test different allocation patterns.
 106     const Metaspace::MetaspaceType msType = (os::random() % 100 < 10) ?
 107       Metaspace::AnonymousMetaspaceType : Metaspace::StandardMetaspaceType;
 108     {
 109       // Pull lock during space creation, since this is what happens in the VM too
 110       // (see ClassLoaderData::metaspace_non_null(), which we mimick here).
 111       MutexLockerEx ml(_spaces[i].lock,  Mutex::_no_safepoint_check_flag);
 112       _spaces[i].space = new ClassLoaderMetaspace(_spaces[i].lock, msType);
 113     }
 114     _spaces[i].allocated = 0;
 115     ASSERT_TRUE(_spaces[i].space != NULL);
 116   }
 117 
 118   // Returns the index of a random space where index is [0..metaspaces) and which is
 119   //   empty, non-empty or full.
 120   // Returns -1 if no matching space exists.
 121   enum fillgrade { fg_empty, fg_non_empty, fg_full };
 122   int get_random_matching_space(int metaspaces, fillgrade fg) {
 123     const int start_index = os::random() % metaspaces;
 124     int i = start_index;
 125     do {
 126       if (fg == fg_empty && _spaces[i].is_empty()) {
 127         return i;
 128       } else if ((fg == fg_full && _spaces[i].is_full()) ||
 129                  (fg == fg_non_empty && !_spaces[i].is_full() && !_spaces[i].is_empty())) {
 130         return i;
 131       }
 132       i ++;
 133       if (i == metaspaces) {


 160         }
 161         if (index == -1) {
 162           // All spaces are full, switch to freeing.
 163           force_switch = true;
 164         } else {
 165           // create space if it does not yet exist.
 166           if (_spaces[index].space == NULL) {
 167             create_space(index);
 168           }
 169           // Allocate a bunch of blocks from it. Mostly small stuff but mix in large allocations
 170           //  to force humongous chunk allocations.
 171           int allocs_done = 0;
 172           while (allocs_done < allocs_per_phase && !_spaces[index].is_full()) {
 173             size_t size = 0;
 174             int r = os::random() % 1000;
 175             if ((float)r < probability_for_large_allocations * 1000.0) {
 176               size = (os::random() % _chunk_geometry.medium_chunk_word_size) + _chunk_geometry.medium_chunk_word_size;
 177             } else {
 178               size = os::random() % 64;
 179             }
 180             // Note: In contrast to space creation, no need to lock here. ClassLoaderMetaspace::allocate() will lock itself.
 181             MetaWord* const p = _spaces[index].space->allocate(size, mdType);
 182             if (p == NULL) {
 183               // We very probably did hit the metaspace "until-gc" limit.
 184 #ifdef DEBUG_VERBOSE
 185               tty->print_cr("OOM for " SIZE_FORMAT " words. ", size);
 186 #endif
 187               // Just switch to deallocation and resume tests.
 188               force_switch = true;
 189               break;
 190             } else {
 191               _spaces[index].allocated += size;
 192               allocs_done ++;
 193             }
 194           }
 195         }
 196       } else {
 197         // freeing: find a metaspace and delete it, with preference for completely filled spaces.
 198         int index = get_random_full_space(metaspaces);
 199         if (index == -1) {
 200           index = get_random_non_emtpy_space(metaspaces);
 201         }
 202         if (index == -1) {
 203           force_switch = true;
 204         } else {
 205           assert(_spaces[index].space != NULL && _spaces[index].allocated > 0, "Sanity");
 206           // Note: do not lock here. In the "wild" (the VM), we do not so either (see ~ClassLoaderData()).
 207           delete _spaces[index].space;
 208           _spaces[index].space = NULL;
 209           _spaces[index].allocated = 0;
 210         }
 211       }
 212 
 213       if (force_switch) {
 214         allocating = !allocating;
 215       } else {
 216         // periodically switch between allocating and freeing, but prefer allocation because
 217         // we want to intermingle allocations of multiple metaspaces.
 218         allocating = os::random() % 5 < 4;
 219       }
 220       phases_done ++;
 221 #ifdef DEBUG_VERBOSE
 222       int metaspaces_in_use = 0;
 223       size_t total_allocated = 0;
 224       for (int i = 0; i < metaspaces; i ++) {
 225         if (_spaces[i].allocated > 0) {
 226           total_allocated += _spaces[i].allocated;


< prev index next >