455 
 456   if (gen_src_check()) {
 457     // The original src operand was not a constant.
 458     // Generate src == null?
 459     if (__ is_in_wdisp16_range(_continuation)) {
 460       __ br_null(src_reg, /*annul*/false, Assembler::pt, _continuation);
 461     } else {
 462       __ cmp(src_reg, G0);
 463       __ brx(Assembler::equal, false, Assembler::pt, _continuation);
 464     }
 465     __ delayed()->nop();
 466   }
 467 
 468   // Generate src->_klass->_reference_type() == REF_NONE)?
 469   assert(tmp()->is_register(), "sanity");
 470   Register tmp_reg = tmp()->as_register();
 471 
 472   __ load_klass(src_reg, tmp_reg);
 473 
 474   Address ref_type_adr(tmp_reg, instanceKlass::reference_type_offset());
 475   __ ld(ref_type_adr, tmp_reg);
 476 
 477   // _reference_type field is of type ReferenceType (enum)
 478   assert(REF_NONE == 0, "check this code");
 479   __ cmp_zero_and_br(Assembler::equal, tmp_reg, _continuation, /*annul*/false, Assembler::pt);
 480   __ delayed()->nop();
 481 
 482   // Is marking active?
 483   assert(thread()->is_register(), "precondition");
 484   Register thread_reg = thread()->as_pointer_register();
 485 
 486   Address in_progress(thread_reg, in_bytes(JavaThread::satb_mark_queue_offset() +
 487                                        PtrQueue::byte_offset_of_active()));
 488 
 489   if (in_bytes(PtrQueue::byte_width_of_active()) == 4) {
 490     __ ld(in_progress, tmp_reg);
 491   } else {
 492     assert(in_bytes(PtrQueue::byte_width_of_active()) == 1, "Assumption");
 493     __ ldsb(in_progress, tmp_reg);
 494   }
 495 

 455 
 456   if (gen_src_check()) {
 457     // The original src operand was not a constant.
 458     // Generate src == null?
 459     if (__ is_in_wdisp16_range(_continuation)) {
 460       __ br_null(src_reg, /*annul*/false, Assembler::pt, _continuation);
 461     } else {
 462       __ cmp(src_reg, G0);
 463       __ brx(Assembler::equal, false, Assembler::pt, _continuation);
 464     }
 465     __ delayed()->nop();
 466   }
 467 
 468   // Generate src->_klass->_reference_type() == REF_NONE)?
 469   assert(tmp()->is_register(), "sanity");
 470   Register tmp_reg = tmp()->as_register();
 471 
 472   __ load_klass(src_reg, tmp_reg);
 473 
 474   Address ref_type_adr(tmp_reg, instanceKlass::reference_type_offset());
 475   __ ldub(ref_type_adr, tmp_reg);
 476 
 477   // _reference_type field is of type ReferenceType (enum)
 478   assert(REF_NONE == 0, "check this code");
 479   __ cmp_zero_and_br(Assembler::equal, tmp_reg, _continuation, /*annul*/false, Assembler::pt);
 480   __ delayed()->nop();
 481 
 482   // Is marking active?
 483   assert(thread()->is_register(), "precondition");
 484   Register thread_reg = thread()->as_pointer_register();
 485 
 486   Address in_progress(thread_reg, in_bytes(JavaThread::satb_mark_queue_offset() +
 487                                        PtrQueue::byte_offset_of_active()));
 488 
 489   if (in_bytes(PtrQueue::byte_width_of_active()) == 4) {
 490     __ ld(in_progress, tmp_reg);
 491   } else {
 492     assert(in_bytes(PtrQueue::byte_width_of_active()) == 1, "Assumption");
 493     __ ldsb(in_progress, tmp_reg);
 494   }
 495