Home | History | Annotate | Download | only in interpreter
      1 /*
      2  * Copyright (C) 2012 The Android Open Source Project
      3  *
      4  * Licensed under the Apache License, Version 2.0 (the "License");
      5  * you may not use this file except in compliance with the License.
      6  * You may obtain a copy of the License at
      7  *
      8  *      http://www.apache.org/licenses/LICENSE-2.0
      9  *
     10  * Unless required by applicable law or agreed to in writing, software
     11  * distributed under the License is distributed on an "AS IS" BASIS,
     12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     13  * See the License for the specific language governing permissions and
     14  * limitations under the License.
     15  */
     16 
     17 #include "interpreter_common.h"
     18 
     19 #include <cmath>
     20 
     21 #include "debugger.h"
     22 #include "entrypoints/runtime_asm_entrypoints.h"
     23 #include "jit/jit.h"
     24 #include "mirror/array-inl.h"
     25 #include "stack.h"
     26 #include "unstarted_runtime.h"
     27 #include "verifier/method_verifier.h"
     28 
     29 namespace art {
     30 namespace interpreter {
     31 
     32 // All lambda closures have to be a consecutive pair of virtual registers.
     33 static constexpr size_t kLambdaVirtualRegisterWidth = 2;
     34 
     35 void ThrowNullPointerExceptionFromInterpreter() {
     36   ThrowNullPointerExceptionFromDexPC();
     37 }
     38 
     39 template<FindFieldType find_type, Primitive::Type field_type, bool do_access_check>
     40 bool DoFieldGet(Thread* self, ShadowFrame& shadow_frame, const Instruction* inst,
     41                 uint16_t inst_data) {
     42   const bool is_static = (find_type == StaticObjectRead) || (find_type == StaticPrimitiveRead);
     43   const uint32_t field_idx = is_static ? inst->VRegB_21c() : inst->VRegC_22c();
     44   ArtField* f =
     45       FindFieldFromCode<find_type, do_access_check>(field_idx, shadow_frame.GetMethod(), self,
     46                                                     Primitive::ComponentSize(field_type));
     47   if (UNLIKELY(f == nullptr)) {
     48     CHECK(self->IsExceptionPending());
     49     return false;
     50   }
     51   Object* obj;
     52   if (is_static) {
     53     obj = f->GetDeclaringClass();
     54   } else {
     55     obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
     56     if (UNLIKELY(obj == nullptr)) {
     57       ThrowNullPointerExceptionForFieldAccess(f, true);
     58       return false;
     59     }
     60   }
     61   f->GetDeclaringClass()->AssertInitializedOrInitializingInThread(self);
     62   // Report this field access to instrumentation if needed.
     63   instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
     64   if (UNLIKELY(instrumentation->HasFieldReadListeners())) {
     65     Object* this_object = f->IsStatic() ? nullptr : obj;
     66     instrumentation->FieldReadEvent(self, this_object, shadow_frame.GetMethod(),
     67                                     shadow_frame.GetDexPC(), f);
     68   }
     69   uint32_t vregA = is_static ? inst->VRegA_21c(inst_data) : inst->VRegA_22c(inst_data);
     70   switch (field_type) {
     71     case Primitive::kPrimBoolean:
     72       shadow_frame.SetVReg(vregA, f->GetBoolean(obj));
     73       break;
     74     case Primitive::kPrimByte:
     75       shadow_frame.SetVReg(vregA, f->GetByte(obj));
     76       break;
     77     case Primitive::kPrimChar:
     78       shadow_frame.SetVReg(vregA, f->GetChar(obj));
     79       break;
     80     case Primitive::kPrimShort:
     81       shadow_frame.SetVReg(vregA, f->GetShort(obj));
     82       break;
     83     case Primitive::kPrimInt:
     84       shadow_frame.SetVReg(vregA, f->GetInt(obj));
     85       break;
     86     case Primitive::kPrimLong:
     87       shadow_frame.SetVRegLong(vregA, f->GetLong(obj));
     88       break;
     89     case Primitive::kPrimNot:
     90       shadow_frame.SetVRegReference(vregA, f->GetObject(obj));
     91       break;
     92     default:
     93       LOG(FATAL) << "Unreachable: " << field_type;
     94       UNREACHABLE();
     95   }
     96   return true;
     97 }
     98 
     99 // Explicitly instantiate all DoFieldGet functions.
    100 #define EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, _do_check) \
    101   template bool DoFieldGet<_find_type, _field_type, _do_check>(Thread* self, \
    102                                                                ShadowFrame& shadow_frame, \
    103                                                                const Instruction* inst, \
    104                                                                uint16_t inst_data)
    105 
    106 #define EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(_find_type, _field_type)  \
    107     EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, false);  \
    108     EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, true);
    109 
    110 // iget-XXX
    111 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimBoolean)
    112 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimByte)
    113 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimChar)
    114 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimShort)
    115 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimInt)
    116 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimLong)
    117 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstanceObjectRead, Primitive::kPrimNot)
    118 
    119 // sget-XXX
    120 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimBoolean)
    121 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimByte)
    122 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimChar)
    123 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimShort)
    124 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimInt)
    125 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimLong)
    126 EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticObjectRead, Primitive::kPrimNot)
    127 
    128 #undef EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL
    129 #undef EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL
    130 
    131 // Handles iget-quick, iget-wide-quick and iget-object-quick instructions.
    132 // Returns true on success, otherwise throws an exception and returns false.
    133 template<Primitive::Type field_type>
    134 bool DoIGetQuick(ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data) {
    135   Object* obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
    136   if (UNLIKELY(obj == nullptr)) {
    137     // We lost the reference to the field index so we cannot get a more
    138     // precised exception message.
    139     ThrowNullPointerExceptionFromDexPC();
    140     return false;
    141   }
    142   MemberOffset field_offset(inst->VRegC_22c());
    143   // Report this field access to instrumentation if needed. Since we only have the offset of
    144   // the field from the base of the object, we need to look for it first.
    145   instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
    146   if (UNLIKELY(instrumentation->HasFieldReadListeners())) {
    147     ArtField* f = ArtField::FindInstanceFieldWithOffset(obj->GetClass(),
    148                                                         field_offset.Uint32Value());
    149     DCHECK(f != nullptr);
    150     DCHECK(!f->IsStatic());
    151     instrumentation->FieldReadEvent(Thread::Current(), obj, shadow_frame.GetMethod(),
    152                                     shadow_frame.GetDexPC(), f);
    153   }
    154   // Note: iget-x-quick instructions are only for non-volatile fields.
    155   const uint32_t vregA = inst->VRegA_22c(inst_data);
    156   switch (field_type) {
    157     case Primitive::kPrimInt:
    158       shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetField32(field_offset)));
    159       break;
    160     case Primitive::kPrimBoolean:
    161       shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldBoolean(field_offset)));
    162       break;
    163     case Primitive::kPrimByte:
    164       shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldByte(field_offset)));
    165       break;
    166     case Primitive::kPrimChar:
    167       shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldChar(field_offset)));
    168       break;
    169     case Primitive::kPrimShort:
    170       shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldShort(field_offset)));
    171       break;
    172     case Primitive::kPrimLong:
    173       shadow_frame.SetVRegLong(vregA, static_cast<int64_t>(obj->GetField64(field_offset)));
    174       break;
    175     case Primitive::kPrimNot:
    176       shadow_frame.SetVRegReference(vregA, obj->GetFieldObject<mirror::Object>(field_offset));
    177       break;
    178     default:
    179       LOG(FATAL) << "Unreachable: " << field_type;
    180       UNREACHABLE();
    181   }
    182   return true;
    183 }
    184 
    185 // Explicitly instantiate all DoIGetQuick functions.
    186 #define EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(_field_type) \
    187   template bool DoIGetQuick<_field_type>(ShadowFrame& shadow_frame, const Instruction* inst, \
    188                                          uint16_t inst_data)
    189 
    190 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimInt);      // iget-quick.
    191 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimBoolean);  // iget-boolean-quick.
    192 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimByte);     // iget-byte-quick.
    193 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimChar);     // iget-char-quick.
    194 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimShort);    // iget-short-quick.
    195 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimLong);     // iget-wide-quick.
    196 EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimNot);      // iget-object-quick.
    197 #undef EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL
    198 
    199 template<Primitive::Type field_type>
    200 static JValue GetFieldValue(const ShadowFrame& shadow_frame, uint32_t vreg)
    201     SHARED_REQUIRES(Locks::mutator_lock_) {
    202   JValue field_value;
    203   switch (field_type) {
    204     case Primitive::kPrimBoolean:
    205       field_value.SetZ(static_cast<uint8_t>(shadow_frame.GetVReg(vreg)));
    206       break;
    207     case Primitive::kPrimByte:
    208       field_value.SetB(static_cast<int8_t>(shadow_frame.GetVReg(vreg)));
    209       break;
    210     case Primitive::kPrimChar:
    211       field_value.SetC(static_cast<uint16_t>(shadow_frame.GetVReg(vreg)));
    212       break;
    213     case Primitive::kPrimShort:
    214       field_value.SetS(static_cast<int16_t>(shadow_frame.GetVReg(vreg)));
    215       break;
    216     case Primitive::kPrimInt:
    217       field_value.SetI(shadow_frame.GetVReg(vreg));
    218       break;
    219     case Primitive::kPrimLong:
    220       field_value.SetJ(shadow_frame.GetVRegLong(vreg));
    221       break;
    222     case Primitive::kPrimNot:
    223       field_value.SetL(shadow_frame.GetVRegReference(vreg));
    224       break;
    225     default:
    226       LOG(FATAL) << "Unreachable: " << field_type;
    227       UNREACHABLE();
    228   }
    229   return field_value;
    230 }
    231 
    232 template<FindFieldType find_type, Primitive::Type field_type, bool do_access_check,
    233          bool transaction_active>
    234 bool DoFieldPut(Thread* self, const ShadowFrame& shadow_frame, const Instruction* inst,
    235                 uint16_t inst_data) {
    236   bool do_assignability_check = do_access_check;
    237   bool is_static = (find_type == StaticObjectWrite) || (find_type == StaticPrimitiveWrite);
    238   uint32_t field_idx = is_static ? inst->VRegB_21c() : inst->VRegC_22c();
    239   ArtField* f =
    240       FindFieldFromCode<find_type, do_access_check>(field_idx, shadow_frame.GetMethod(), self,
    241                                                     Primitive::ComponentSize(field_type));
    242   if (UNLIKELY(f == nullptr)) {
    243     CHECK(self->IsExceptionPending());
    244     return false;
    245   }
    246   Object* obj;
    247   if (is_static) {
    248     obj = f->GetDeclaringClass();
    249   } else {
    250     obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
    251     if (UNLIKELY(obj == nullptr)) {
    252       ThrowNullPointerExceptionForFieldAccess(f, false);
    253       return false;
    254     }
    255   }
    256   f->GetDeclaringClass()->AssertInitializedOrInitializingInThread(self);
    257   uint32_t vregA = is_static ? inst->VRegA_21c(inst_data) : inst->VRegA_22c(inst_data);
    258   // Report this field access to instrumentation if needed. Since we only have the offset of
    259   // the field from the base of the object, we need to look for it first.
    260   instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
    261   if (UNLIKELY(instrumentation->HasFieldWriteListeners())) {
    262     JValue field_value = GetFieldValue<field_type>(shadow_frame, vregA);
    263     Object* this_object = f->IsStatic() ? nullptr : obj;
    264     instrumentation->FieldWriteEvent(self, this_object, shadow_frame.GetMethod(),
    265                                      shadow_frame.GetDexPC(), f, field_value);
    266   }
    267   switch (field_type) {
    268     case Primitive::kPrimBoolean:
    269       f->SetBoolean<transaction_active>(obj, shadow_frame.GetVReg(vregA));
    270       break;
    271     case Primitive::kPrimByte:
    272       f->SetByte<transaction_active>(obj, shadow_frame.GetVReg(vregA));
    273       break;
    274     case Primitive::kPrimChar:
    275       f->SetChar<transaction_active>(obj, shadow_frame.GetVReg(vregA));
    276       break;
    277     case Primitive::kPrimShort:
    278       f->SetShort<transaction_active>(obj, shadow_frame.GetVReg(vregA));
    279       break;
    280     case Primitive::kPrimInt:
    281       f->SetInt<transaction_active>(obj, shadow_frame.GetVReg(vregA));
    282       break;
    283     case Primitive::kPrimLong:
    284       f->SetLong<transaction_active>(obj, shadow_frame.GetVRegLong(vregA));
    285       break;
    286     case Primitive::kPrimNot: {
    287       Object* reg = shadow_frame.GetVRegReference(vregA);
    288       if (do_assignability_check && reg != nullptr) {
    289         // FieldHelper::GetType can resolve classes, use a handle wrapper which will restore the
    290         // object in the destructor.
    291         Class* field_class;
    292         {
    293           StackHandleScope<2> hs(self);
    294           HandleWrapper<mirror::Object> h_reg(hs.NewHandleWrapper(&reg));
    295           HandleWrapper<mirror::Object> h_obj(hs.NewHandleWrapper(&obj));
    296           field_class = f->GetType<true>();
    297         }
    298         if (!reg->VerifierInstanceOf(field_class)) {
    299           // This should never happen.
    300           std::string temp1, temp2, temp3;
    301           self->ThrowNewExceptionF("Ljava/lang/VirtualMachineError;",
    302                                    "Put '%s' that is not instance of field '%s' in '%s'",
    303                                    reg->GetClass()->GetDescriptor(&temp1),
    304                                    field_class->GetDescriptor(&temp2),
    305                                    f->GetDeclaringClass()->GetDescriptor(&temp3));
    306           return false;
    307         }
    308       }
    309       f->SetObj<transaction_active>(obj, reg);
    310       break;
    311     }
    312     default:
    313       LOG(FATAL) << "Unreachable: " << field_type;
    314       UNREACHABLE();
    315   }
    316   return true;
    317 }
    318 
    319 // Explicitly instantiate all DoFieldPut functions.
    320 #define EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, _do_check, _transaction_active) \
    321   template bool DoFieldPut<_find_type, _field_type, _do_check, _transaction_active>(Thread* self, \
    322       const ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data)
    323 
    324 #define EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(_find_type, _field_type)  \
    325     EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, false, false);  \
    326     EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, true, false);  \
    327     EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, false, true);  \
    328     EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, true, true);
    329 
    330 // iput-XXX
    331 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimBoolean)
    332 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimByte)
    333 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimChar)
    334 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimShort)
    335 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimInt)
    336 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimLong)
    337 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstanceObjectWrite, Primitive::kPrimNot)
    338 
    339 // sput-XXX
    340 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimBoolean)
    341 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimByte)
    342 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimChar)
    343 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimShort)
    344 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimInt)
    345 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimLong)
    346 EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticObjectWrite, Primitive::kPrimNot)
    347 
    348 #undef EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL
    349 #undef EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL
    350 
    351 template<Primitive::Type field_type, bool transaction_active>
    352 bool DoIPutQuick(const ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data) {
    353   Object* obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
    354   if (UNLIKELY(obj == nullptr)) {
    355     // We lost the reference to the field index so we cannot get a more
    356     // precised exception message.
    357     ThrowNullPointerExceptionFromDexPC();
    358     return false;
    359   }
    360   MemberOffset field_offset(inst->VRegC_22c());
    361   const uint32_t vregA = inst->VRegA_22c(inst_data);
    362   // Report this field modification to instrumentation if needed. Since we only have the offset of
    363   // the field from the base of the object, we need to look for it first.
    364   instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
    365   if (UNLIKELY(instrumentation->HasFieldWriteListeners())) {
    366     ArtField* f = ArtField::FindInstanceFieldWithOffset(obj->GetClass(),
    367                                                         field_offset.Uint32Value());
    368     DCHECK(f != nullptr);
    369     DCHECK(!f->IsStatic());
    370     JValue field_value = GetFieldValue<field_type>(shadow_frame, vregA);
    371     instrumentation->FieldWriteEvent(Thread::Current(), obj, shadow_frame.GetMethod(),
    372                                      shadow_frame.GetDexPC(), f, field_value);
    373   }
    374   // Note: iput-x-quick instructions are only for non-volatile fields.
    375   switch (field_type) {
    376     case Primitive::kPrimBoolean:
    377       obj->SetFieldBoolean<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
    378       break;
    379     case Primitive::kPrimByte:
    380       obj->SetFieldByte<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
    381       break;
    382     case Primitive::kPrimChar:
    383       obj->SetFieldChar<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
    384       break;
    385     case Primitive::kPrimShort:
    386       obj->SetFieldShort<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
    387       break;
    388     case Primitive::kPrimInt:
    389       obj->SetField32<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
    390       break;
    391     case Primitive::kPrimLong:
    392       obj->SetField64<transaction_active>(field_offset, shadow_frame.GetVRegLong(vregA));
    393       break;
    394     case Primitive::kPrimNot:
    395       obj->SetFieldObject<transaction_active>(field_offset, shadow_frame.GetVRegReference(vregA));
    396       break;
    397     default:
    398       LOG(FATAL) << "Unreachable: " << field_type;
    399       UNREACHABLE();
    400   }
    401   return true;
    402 }
    403 
    404 // Explicitly instantiate all DoIPutQuick functions.
    405 #define EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, _transaction_active) \
    406   template bool DoIPutQuick<_field_type, _transaction_active>(const ShadowFrame& shadow_frame, \
    407                                                               const Instruction* inst, \
    408                                                               uint16_t inst_data)
    409 
    410 #define EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(_field_type)   \
    411   EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, false);     \
    412   EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, true);
    413 
    414 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimInt)      // iput-quick.
    415 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimBoolean)  // iput-boolean-quick.
    416 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimByte)     // iput-byte-quick.
    417 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimChar)     // iput-char-quick.
    418 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimShort)    // iput-short-quick.
    419 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimLong)     // iput-wide-quick.
    420 EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimNot)      // iput-object-quick.
    421 #undef EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL
    422 #undef EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL
    423 
    424 // We accept a null Instrumentation* meaning we must not report anything to the instrumentation.
    425 uint32_t FindNextInstructionFollowingException(
    426     Thread* self, ShadowFrame& shadow_frame, uint32_t dex_pc,
    427     const instrumentation::Instrumentation* instrumentation) {
    428   self->VerifyStack();
    429   StackHandleScope<2> hs(self);
    430   Handle<mirror::Throwable> exception(hs.NewHandle(self->GetException()));
    431   if (instrumentation != nullptr && instrumentation->HasExceptionCaughtListeners()
    432       && self->IsExceptionThrownByCurrentMethod(exception.Get())) {
    433     instrumentation->ExceptionCaughtEvent(self, exception.Get());
    434   }
    435   bool clear_exception = false;
    436   uint32_t found_dex_pc = shadow_frame.GetMethod()->FindCatchBlock(
    437       hs.NewHandle(exception->GetClass()), dex_pc, &clear_exception);
    438   if (found_dex_pc == DexFile::kDexNoIndex && instrumentation != nullptr) {
    439     // Exception is not caught by the current method. We will unwind to the
    440     // caller. Notify any instrumentation listener.
    441     instrumentation->MethodUnwindEvent(self, shadow_frame.GetThisObject(),
    442                                        shadow_frame.GetMethod(), dex_pc);
    443   } else {
    444     // Exception is caught in the current method. We will jump to the found_dex_pc.
    445     if (clear_exception) {
    446       self->ClearException();
    447     }
    448   }
    449   return found_dex_pc;
    450 }
    451 
    452 void UnexpectedOpcode(const Instruction* inst, const ShadowFrame& shadow_frame) {
    453   LOG(FATAL) << "Unexpected instruction: "
    454              << inst->DumpString(shadow_frame.GetMethod()->GetDexFile());
    455   UNREACHABLE();
    456 }
    457 
    458 // Assign register 'src_reg' from shadow_frame to register 'dest_reg' into new_shadow_frame.
    459 static inline void AssignRegister(ShadowFrame* new_shadow_frame, const ShadowFrame& shadow_frame,
    460                                   size_t dest_reg, size_t src_reg)
    461     SHARED_REQUIRES(Locks::mutator_lock_) {
    462   // Uint required, so that sign extension does not make this wrong on 64b systems
    463   uint32_t src_value = shadow_frame.GetVReg(src_reg);
    464   mirror::Object* o = shadow_frame.GetVRegReference<kVerifyNone>(src_reg);
    465 
    466   // If both register locations contains the same value, the register probably holds a reference.
    467   // Note: As an optimization, non-moving collectors leave a stale reference value
    468   // in the references array even after the original vreg was overwritten to a non-reference.
    469   if (src_value == reinterpret_cast<uintptr_t>(o)) {
    470     new_shadow_frame->SetVRegReference(dest_reg, o);
    471   } else {
    472     new_shadow_frame->SetVReg(dest_reg, src_value);
    473   }
    474 }
    475 
    476 void AbortTransactionF(Thread* self, const char* fmt, ...) {
    477   va_list args;
    478   va_start(args, fmt);
    479   AbortTransactionV(self, fmt, args);
    480   va_end(args);
    481 }
    482 
    483 void AbortTransactionV(Thread* self, const char* fmt, va_list args) {
    484   CHECK(Runtime::Current()->IsActiveTransaction());
    485   // Constructs abort message.
    486   std::string abort_msg;
    487   StringAppendV(&abort_msg, fmt, args);
    488   // Throws an exception so we can abort the transaction and rollback every change.
    489   Runtime::Current()->AbortTransactionAndThrowAbortError(self, abort_msg);
    490 }
    491 
    492 // Separate declaration is required solely for the attributes.
    493 template <bool is_range,
    494           bool do_assignability_check,
    495           size_t kVarArgMax>
    496     SHARED_REQUIRES(Locks::mutator_lock_)
    497 static inline bool DoCallCommon(ArtMethod* called_method,
    498                                 Thread* self,
    499                                 ShadowFrame& shadow_frame,
    500                                 JValue* result,
    501                                 uint16_t number_of_inputs,
    502                                 uint32_t (&arg)[kVarArgMax],
    503                                 uint32_t vregC) ALWAYS_INLINE;
    504 
    505 void ArtInterpreterToCompiledCodeBridge(Thread* self,
    506                                         ArtMethod* caller,
    507                                         const DexFile::CodeItem* code_item,
    508                                         ShadowFrame* shadow_frame,
    509                                         JValue* result)
    510     SHARED_REQUIRES(Locks::mutator_lock_) {
    511   ArtMethod* method = shadow_frame->GetMethod();
    512   // Ensure static methods are initialized.
    513   if (method->IsStatic()) {
    514     mirror::Class* declaringClass = method->GetDeclaringClass();
    515     if (UNLIKELY(!declaringClass->IsInitialized())) {
    516       self->PushShadowFrame(shadow_frame);
    517       StackHandleScope<1> hs(self);
    518       Handle<mirror::Class> h_class(hs.NewHandle(declaringClass));
    519       if (UNLIKELY(!Runtime::Current()->GetClassLinker()->EnsureInitialized(self, h_class, true,
    520                                                                             true))) {
    521         self->PopShadowFrame();
    522         DCHECK(self->IsExceptionPending());
    523         return;
    524       }
    525       self->PopShadowFrame();
    526       CHECK(h_class->IsInitializing());
    527       // Reload from shadow frame in case the method moved, this is faster than adding a handle.
    528       method = shadow_frame->GetMethod();
    529     }
    530   }
    531   uint16_t arg_offset = (code_item == nullptr)
    532                             ? 0
    533                             : code_item->registers_size_ - code_item->ins_size_;
    534   jit::Jit* jit = Runtime::Current()->GetJit();
    535   if (jit != nullptr && caller != nullptr) {
    536     jit->NotifyInterpreterToCompiledCodeTransition(self, caller);
    537   }
    538   method->Invoke(self, shadow_frame->GetVRegArgs(arg_offset),
    539                  (shadow_frame->NumberOfVRegs() - arg_offset) * sizeof(uint32_t),
    540                  result, method->GetInterfaceMethodIfProxy(sizeof(void*))->GetShorty());
    541 }
    542 
    543 void SetStringInitValueToAllAliases(ShadowFrame* shadow_frame,
    544                                     uint16_t this_obj_vreg,
    545                                     JValue result)
    546     SHARED_REQUIRES(Locks::mutator_lock_) {
    547   Object* existing = shadow_frame->GetVRegReference(this_obj_vreg);
    548   if (existing == nullptr) {
    549     // If it's null, we come from compiled code that was deoptimized. Nothing to do,
    550     // as the compiler verified there was no alias.
    551     // Set the new string result of the StringFactory.
    552     shadow_frame->SetVRegReference(this_obj_vreg, result.GetL());
    553     return;
    554   }
    555   // Set the string init result into all aliases.
    556   for (uint32_t i = 0, e = shadow_frame->NumberOfVRegs(); i < e; ++i) {
    557     if (shadow_frame->GetVRegReference(i) == existing) {
    558       DCHECK_EQ(shadow_frame->GetVRegReference(i),
    559                 reinterpret_cast<mirror::Object*>(shadow_frame->GetVReg(i)));
    560       shadow_frame->SetVRegReference(i, result.GetL());
    561       DCHECK_EQ(shadow_frame->GetVRegReference(i),
    562                 reinterpret_cast<mirror::Object*>(shadow_frame->GetVReg(i)));
    563     }
    564   }
    565 }
    566 
    567 template <bool is_range,
    568           bool do_assignability_check,
    569           size_t kVarArgMax>
    570 static inline bool DoCallCommon(ArtMethod* called_method,
    571                                 Thread* self,
    572                                 ShadowFrame& shadow_frame,
    573                                 JValue* result,
    574                                 uint16_t number_of_inputs,
    575                                 uint32_t (&arg)[kVarArgMax],
    576                                 uint32_t vregC) {
    577   bool string_init = false;
    578   // Replace calls to String.<init> with equivalent StringFactory call.
    579   if (UNLIKELY(called_method->GetDeclaringClass()->IsStringClass()
    580                && called_method->IsConstructor())) {
    581     ScopedObjectAccessUnchecked soa(self);
    582     jmethodID mid = soa.EncodeMethod(called_method);
    583     called_method = soa.DecodeMethod(WellKnownClasses::StringInitToStringFactoryMethodID(mid));
    584     string_init = true;
    585   }
    586 
    587   // Compute method information.
    588   const DexFile::CodeItem* code_item = called_method->GetCodeItem();
    589 
    590   // Number of registers for the callee's call frame.
    591   uint16_t num_regs;
    592   if (LIKELY(code_item != nullptr)) {
    593     num_regs = code_item->registers_size_;
    594     DCHECK_EQ(string_init ? number_of_inputs - 1 : number_of_inputs, code_item->ins_size_);
    595   } else {
    596     DCHECK(called_method->IsNative() || called_method->IsProxyMethod());
    597     num_regs = number_of_inputs;
    598   }
    599 
    600   // Hack for String init:
    601   //
    602   // Rewrite invoke-x java.lang.String.<init>(this, a, b, c, ...) into:
    603   //         invoke-x StringFactory(a, b, c, ...)
    604   // by effectively dropping the first virtual register from the invoke.
    605   //
    606   // (at this point the ArtMethod has already been replaced,
    607   // so we just need to fix-up the arguments)
    608   //
    609   // Note that FindMethodFromCode in entrypoint_utils-inl.h was also special-cased
    610   // to handle the compiler optimization of replacing `this` with null without
    611   // throwing NullPointerException.
    612   uint32_t string_init_vreg_this = is_range ? vregC : arg[0];
    613   if (UNLIKELY(string_init)) {
    614     DCHECK_GT(num_regs, 0u);  // As the method is an instance method, there should be at least 1.
    615 
    616     // The new StringFactory call is static and has one fewer argument.
    617     if (code_item == nullptr) {
    618       DCHECK(called_method->IsNative() || called_method->IsProxyMethod());
    619       num_regs--;
    620     }  // else ... don't need to change num_regs since it comes up from the string_init's code item
    621     number_of_inputs--;
    622 
    623     // Rewrite the var-args, dropping the 0th argument ("this")
    624     for (uint32_t i = 1; i < arraysize(arg); ++i) {
    625       arg[i - 1] = arg[i];
    626     }
    627     arg[arraysize(arg) - 1] = 0;
    628 
    629     // Rewrite the non-var-arg case
    630     vregC++;  // Skips the 0th vreg in the range ("this").
    631   }
    632 
    633   // Parameter registers go at the end of the shadow frame.
    634   DCHECK_GE(num_regs, number_of_inputs);
    635   size_t first_dest_reg = num_regs - number_of_inputs;
    636   DCHECK_NE(first_dest_reg, (size_t)-1);
    637 
    638   // Allocate shadow frame on the stack.
    639   const char* old_cause = self->StartAssertNoThreadSuspension("DoCallCommon");
    640   ShadowFrameAllocaUniquePtr shadow_frame_unique_ptr =
    641       CREATE_SHADOW_FRAME(num_regs, &shadow_frame, called_method, /* dex pc */ 0);
    642   ShadowFrame* new_shadow_frame = shadow_frame_unique_ptr.get();
    643 
    644   // Initialize new shadow frame by copying the registers from the callee shadow frame.
    645   if (do_assignability_check) {
    646     // Slow path.
    647     // We might need to do class loading, which incurs a thread state change to kNative. So
    648     // register the shadow frame as under construction and allow suspension again.
    649     ScopedStackedShadowFramePusher pusher(
    650         self, new_shadow_frame, StackedShadowFrameType::kShadowFrameUnderConstruction);
    651     self->EndAssertNoThreadSuspension(old_cause);
    652 
    653     // ArtMethod here is needed to check type information of the call site against the callee.
    654     // Type information is retrieved from a DexFile/DexCache for that respective declared method.
    655     //
    656     // As a special case for proxy methods, which are not dex-backed,
    657     // we have to retrieve type information from the proxy's method
    658     // interface method instead (which is dex backed since proxies are never interfaces).
    659     ArtMethod* method = new_shadow_frame->GetMethod()->GetInterfaceMethodIfProxy(sizeof(void*));
    660 
    661     // We need to do runtime check on reference assignment. We need to load the shorty
    662     // to get the exact type of each reference argument.
    663     const DexFile::TypeList* params = method->GetParameterTypeList();
    664     uint32_t shorty_len = 0;
    665     const char* shorty = method->GetShorty(&shorty_len);
    666 
    667     // Handle receiver apart since it's not part of the shorty.
    668     size_t dest_reg = first_dest_reg;
    669     size_t arg_offset = 0;
    670 
    671     if (!method->IsStatic()) {
    672       size_t receiver_reg = is_range ? vregC : arg[0];
    673       new_shadow_frame->SetVRegReference(dest_reg, shadow_frame.GetVRegReference(receiver_reg));
    674       ++dest_reg;
    675       ++arg_offset;
    676       DCHECK(!string_init);  // All StringFactory methods are static.
    677     }
    678 
    679     // Copy the caller's invoke-* arguments into the callee's parameter registers.
    680     for (uint32_t shorty_pos = 0; dest_reg < num_regs; ++shorty_pos, ++dest_reg, ++arg_offset) {
    681       // Skip the 0th 'shorty' type since it represents the return type.
    682       DCHECK_LT(shorty_pos + 1, shorty_len) << "for shorty '" << shorty << "'";
    683       const size_t src_reg = (is_range) ? vregC + arg_offset : arg[arg_offset];
    684       switch (shorty[shorty_pos + 1]) {
    685         // Handle Object references. 1 virtual register slot.
    686         case 'L': {
    687           Object* o = shadow_frame.GetVRegReference(src_reg);
    688           if (do_assignability_check && o != nullptr) {
    689             size_t pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
    690             Class* arg_type =
    691                 method->GetClassFromTypeIndex(
    692                     params->GetTypeItem(shorty_pos).type_idx_, true /* resolve */, pointer_size);
    693             if (arg_type == nullptr) {
    694               CHECK(self->IsExceptionPending());
    695               return false;
    696             }
    697             if (!o->VerifierInstanceOf(arg_type)) {
    698               // This should never happen.
    699               std::string temp1, temp2;
    700               self->ThrowNewExceptionF("Ljava/lang/VirtualMachineError;",
    701                                        "Invoking %s with bad arg %d, type '%s' not instance of '%s'",
    702                                        new_shadow_frame->GetMethod()->GetName(), shorty_pos,
    703                                        o->GetClass()->GetDescriptor(&temp1),
    704                                        arg_type->GetDescriptor(&temp2));
    705               return false;
    706             }
    707           }
    708           new_shadow_frame->SetVRegReference(dest_reg, o);
    709           break;
    710         }
    711         // Handle doubles and longs. 2 consecutive virtual register slots.
    712         case 'J': case 'D': {
    713           uint64_t wide_value =
    714               (static_cast<uint64_t>(shadow_frame.GetVReg(src_reg + 1)) << BitSizeOf<uint32_t>()) |
    715                static_cast<uint32_t>(shadow_frame.GetVReg(src_reg));
    716           new_shadow_frame->SetVRegLong(dest_reg, wide_value);
    717           // Skip the next virtual register slot since we already used it.
    718           ++dest_reg;
    719           ++arg_offset;
    720           break;
    721         }
    722         // Handle all other primitives that are always 1 virtual register slot.
    723         default:
    724           new_shadow_frame->SetVReg(dest_reg, shadow_frame.GetVReg(src_reg));
    725           break;
    726       }
    727     }
    728   } else {
    729     size_t arg_index = 0;
    730 
    731     // Fast path: no extra checks.
    732     if (is_range) {
    733       // TODO: Implement the range version of invoke-lambda
    734       uint16_t first_src_reg = vregC;
    735 
    736       for (size_t src_reg = first_src_reg, dest_reg = first_dest_reg; dest_reg < num_regs;
    737           ++dest_reg, ++src_reg) {
    738         AssignRegister(new_shadow_frame, shadow_frame, dest_reg, src_reg);
    739       }
    740     } else {
    741       DCHECK_LE(number_of_inputs, arraysize(arg));
    742 
    743       for (; arg_index < number_of_inputs; ++arg_index) {
    744         AssignRegister(new_shadow_frame, shadow_frame, first_dest_reg + arg_index, arg[arg_index]);
    745       }
    746     }
    747     self->EndAssertNoThreadSuspension(old_cause);
    748   }
    749 
    750   // Do the call now.
    751   if (LIKELY(Runtime::Current()->IsStarted())) {
    752     ArtMethod* target = new_shadow_frame->GetMethod();
    753     if (ClassLinker::ShouldUseInterpreterEntrypoint(
    754         target,
    755         target->GetEntryPointFromQuickCompiledCode())) {
    756       ArtInterpreterToInterpreterBridge(self, code_item, new_shadow_frame, result);
    757     } else {
    758       ArtInterpreterToCompiledCodeBridge(
    759           self, shadow_frame.GetMethod(), code_item, new_shadow_frame, result);
    760     }
    761   } else {
    762     UnstartedRuntime::Invoke(self, code_item, new_shadow_frame, result, first_dest_reg);
    763   }
    764 
    765   if (string_init && !self->IsExceptionPending()) {
    766     SetStringInitValueToAllAliases(&shadow_frame, string_init_vreg_this, *result);
    767   }
    768 
    769   return !self->IsExceptionPending();
    770 }
    771 
    772 template<bool is_range, bool do_assignability_check>
    773 bool DoLambdaCall(ArtMethod* called_method, Thread* self, ShadowFrame& shadow_frame,
    774                   const Instruction* inst, uint16_t inst_data ATTRIBUTE_UNUSED, JValue* result) {
    775   const uint4_t num_additional_registers = inst->VRegB_25x();
    776   // Argument word count.
    777   const uint16_t number_of_inputs = num_additional_registers + kLambdaVirtualRegisterWidth;
    778   // The lambda closure register is always present and is not encoded in the count.
    779   // Furthermore, the lambda closure register is always wide, so it counts as 2 inputs.
    780 
    781   // TODO: find a cleaner way to separate non-range and range information without duplicating
    782   //       code.
    783   uint32_t arg[Instruction::kMaxVarArgRegs25x];  // only used in invoke-XXX.
    784   uint32_t vregC = 0;   // only used in invoke-XXX-range.
    785   if (is_range) {
    786     vregC = inst->VRegC_3rc();
    787   } else {
    788     // TODO(iam): See if it's possible to remove inst_data dependency from 35x to avoid this path
    789     inst->GetAllArgs25x(arg);
    790   }
    791 
    792   // TODO: if there's an assignability check, throw instead?
    793   DCHECK(called_method->IsStatic());
    794 
    795   return DoCallCommon<is_range, do_assignability_check>(
    796       called_method, self, shadow_frame,
    797       result, number_of_inputs, arg, vregC);
    798 }
    799 
    800 template<bool is_range, bool do_assignability_check>
    801 bool DoCall(ArtMethod* called_method, Thread* self, ShadowFrame& shadow_frame,
    802             const Instruction* inst, uint16_t inst_data, JValue* result) {
    803   // Argument word count.
    804   const uint16_t number_of_inputs =
    805       (is_range) ? inst->VRegA_3rc(inst_data) : inst->VRegA_35c(inst_data);
    806 
    807   // TODO: find a cleaner way to separate non-range and range information without duplicating
    808   //       code.
    809   uint32_t arg[Instruction::kMaxVarArgRegs] = {};  // only used in invoke-XXX.
    810   uint32_t vregC = 0;
    811   if (is_range) {
    812     vregC = inst->VRegC_3rc();
    813   } else {
    814     vregC = inst->VRegC_35c();
    815     inst->GetVarArgs(arg, inst_data);
    816   }
    817 
    818   return DoCallCommon<is_range, do_assignability_check>(
    819       called_method, self, shadow_frame,
    820       result, number_of_inputs, arg, vregC);
    821 }
    822 
    823 template <bool is_range, bool do_access_check, bool transaction_active>
    824 bool DoFilledNewArray(const Instruction* inst, const ShadowFrame& shadow_frame,
    825                       Thread* self, JValue* result) {
    826   DCHECK(inst->Opcode() == Instruction::FILLED_NEW_ARRAY ||
    827          inst->Opcode() == Instruction::FILLED_NEW_ARRAY_RANGE);
    828   const int32_t length = is_range ? inst->VRegA_3rc() : inst->VRegA_35c();
    829   if (!is_range) {
    830     // Checks FILLED_NEW_ARRAY's length does not exceed 5 arguments.
    831     CHECK_LE(length, 5);
    832   }
    833   if (UNLIKELY(length < 0)) {
    834     ThrowNegativeArraySizeException(length);
    835     return false;
    836   }
    837   uint16_t type_idx = is_range ? inst->VRegB_3rc() : inst->VRegB_35c();
    838   Class* array_class = ResolveVerifyAndClinit(type_idx, shadow_frame.GetMethod(),
    839                                               self, false, do_access_check);
    840   if (UNLIKELY(array_class == nullptr)) {
    841     DCHECK(self->IsExceptionPending());
    842     return false;
    843   }
    844   CHECK(array_class->IsArrayClass());
    845   Class* component_class = array_class->GetComponentType();
    846   const bool is_primitive_int_component = component_class->IsPrimitiveInt();
    847   if (UNLIKELY(component_class->IsPrimitive() && !is_primitive_int_component)) {
    848     if (component_class->IsPrimitiveLong() || component_class->IsPrimitiveDouble()) {
    849       ThrowRuntimeException("Bad filled array request for type %s",
    850                             PrettyDescriptor(component_class).c_str());
    851     } else {
    852       self->ThrowNewExceptionF("Ljava/lang/InternalError;",
    853                                "Found type %s; filled-new-array not implemented for anything but 'int'",
    854                                PrettyDescriptor(component_class).c_str());
    855     }
    856     return false;
    857   }
    858   Object* new_array = Array::Alloc<true>(self, array_class, length,
    859                                          array_class->GetComponentSizeShift(),
    860                                          Runtime::Current()->GetHeap()->GetCurrentAllocator());
    861   if (UNLIKELY(new_array == nullptr)) {
    862     self->AssertPendingOOMException();
    863     return false;
    864   }
    865   uint32_t arg[Instruction::kMaxVarArgRegs];  // only used in filled-new-array.
    866   uint32_t vregC = 0;   // only used in filled-new-array-range.
    867   if (is_range) {
    868     vregC = inst->VRegC_3rc();
    869   } else {
    870     inst->GetVarArgs(arg);
    871   }
    872   for (int32_t i = 0; i < length; ++i) {
    873     size_t src_reg = is_range ? vregC + i : arg[i];
    874     if (is_primitive_int_component) {
    875       new_array->AsIntArray()->SetWithoutChecks<transaction_active>(
    876           i, shadow_frame.GetVReg(src_reg));
    877     } else {
    878       new_array->AsObjectArray<Object>()->SetWithoutChecks<transaction_active>(
    879           i, shadow_frame.GetVRegReference(src_reg));
    880     }
    881   }
    882 
    883   result->SetL(new_array);
    884   return true;
    885 }
    886 
    887 // TODO fix thread analysis: should be SHARED_REQUIRES(Locks::mutator_lock_).
    888 template<typename T>
    889 static void RecordArrayElementsInTransactionImpl(mirror::PrimitiveArray<T>* array, int32_t count)
    890     NO_THREAD_SAFETY_ANALYSIS {
    891   Runtime* runtime = Runtime::Current();
    892   for (int32_t i = 0; i < count; ++i) {
    893     runtime->RecordWriteArray(array, i, array->GetWithoutChecks(i));
    894   }
    895 }
    896 
    897 void RecordArrayElementsInTransaction(mirror::Array* array, int32_t count)
    898     SHARED_REQUIRES(Locks::mutator_lock_) {
    899   DCHECK(Runtime::Current()->IsActiveTransaction());
    900   DCHECK(array != nullptr);
    901   DCHECK_LE(count, array->GetLength());
    902   Primitive::Type primitive_component_type = array->GetClass()->GetComponentType()->GetPrimitiveType();
    903   switch (primitive_component_type) {
    904     case Primitive::kPrimBoolean:
    905       RecordArrayElementsInTransactionImpl(array->AsBooleanArray(), count);
    906       break;
    907     case Primitive::kPrimByte:
    908       RecordArrayElementsInTransactionImpl(array->AsByteArray(), count);
    909       break;
    910     case Primitive::kPrimChar:
    911       RecordArrayElementsInTransactionImpl(array->AsCharArray(), count);
    912       break;
    913     case Primitive::kPrimShort:
    914       RecordArrayElementsInTransactionImpl(array->AsShortArray(), count);
    915       break;
    916     case Primitive::kPrimInt:
    917       RecordArrayElementsInTransactionImpl(array->AsIntArray(), count);
    918       break;
    919     case Primitive::kPrimFloat:
    920       RecordArrayElementsInTransactionImpl(array->AsFloatArray(), count);
    921       break;
    922     case Primitive::kPrimLong:
    923       RecordArrayElementsInTransactionImpl(array->AsLongArray(), count);
    924       break;
    925     case Primitive::kPrimDouble:
    926       RecordArrayElementsInTransactionImpl(array->AsDoubleArray(), count);
    927       break;
    928     default:
    929       LOG(FATAL) << "Unsupported primitive type " << primitive_component_type
    930                  << " in fill-array-data";
    931       break;
    932   }
    933 }
    934 
    935 // Explicit DoCall template function declarations.
    936 #define EXPLICIT_DO_CALL_TEMPLATE_DECL(_is_range, _do_assignability_check)                      \
    937   template SHARED_REQUIRES(Locks::mutator_lock_)                                                \
    938   bool DoCall<_is_range, _do_assignability_check>(ArtMethod* method, Thread* self,              \
    939                                                   ShadowFrame& shadow_frame,                    \
    940                                                   const Instruction* inst, uint16_t inst_data,  \
    941                                                   JValue* result)
    942 EXPLICIT_DO_CALL_TEMPLATE_DECL(false, false);
    943 EXPLICIT_DO_CALL_TEMPLATE_DECL(false, true);
    944 EXPLICIT_DO_CALL_TEMPLATE_DECL(true, false);
    945 EXPLICIT_DO_CALL_TEMPLATE_DECL(true, true);
    946 #undef EXPLICIT_DO_CALL_TEMPLATE_DECL
    947 
    948 // Explicit DoLambdaCall template function declarations.
    949 #define EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL(_is_range, _do_assignability_check)               \
    950   template SHARED_REQUIRES(Locks::mutator_lock_)                                                \
    951   bool DoLambdaCall<_is_range, _do_assignability_check>(ArtMethod* method, Thread* self,        \
    952                                                         ShadowFrame& shadow_frame,              \
    953                                                         const Instruction* inst,                \
    954                                                         uint16_t inst_data,                     \
    955                                                         JValue* result)
    956 EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL(false, false);
    957 EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL(false, true);
    958 EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL(true, false);
    959 EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL(true, true);
    960 #undef EXPLICIT_DO_LAMBDA_CALL_TEMPLATE_DECL
    961 
    962 // Explicit DoFilledNewArray template function declarations.
    963 #define EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(_is_range_, _check, _transaction_active)       \
    964   template SHARED_REQUIRES(Locks::mutator_lock_)                                                  \
    965   bool DoFilledNewArray<_is_range_, _check, _transaction_active>(const Instruction* inst,         \
    966                                                                  const ShadowFrame& shadow_frame, \
    967                                                                  Thread* self, JValue* result)
    968 #define EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(_transaction_active)       \
    969   EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(false, false, _transaction_active);  \
    970   EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(false, true, _transaction_active);   \
    971   EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(true, false, _transaction_active);   \
    972   EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(true, true, _transaction_active)
    973 EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(false);
    974 EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(true);
    975 #undef EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL
    976 #undef EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL
    977 
    978 }  // namespace interpreter
    979 }  // namespace art
    980