Lines Matching defs:ALWAYS_INLINE
275 #define ALWAYS_INLINE EIGEN_ALWAYS_INLINE
277 ALWAYS_INLINE float ConvertBfloat16ToFloat(const bfloat16* src) {
288 ALWAYS_INLINE Packet ConvertFourBfloat16ToFloat(const bfloat16* src) {
293 ALWAYS_INLINE Packet ConvertTwoBfloat16ToFloat(const bfloat16* src) {
298 ALWAYS_INLINE void ScalarMulAdd(const float a, const float** inp, float** out) {
304 ALWAYS_INLINE void ScalarMulAdd(const float a, const bfloat16** inp,
311 ALWAYS_INLINE void ScalarMulAdd3Way(const float a1, const float a2,
325 ALWAYS_INLINE void ScalarMulAdd3Way(const float a1, const float a2,
336 ALWAYS_INLINE void LoadSingleScalar(const bfloat16** data, Packet* l) {
342 ALWAYS_INLINE void LoadTwoScalars(const bfloat16** data, Packet* l1,
355 ALWAYS_INLINE void LoadFourScalars(const bfloat16** data, Packet* l1,
370 ALWAYS_INLINE void LoadSingleScalar(const float** data, Packet* l) {
375 ALWAYS_INLINE void LoadTwoScalars(const float** data, Packet* l1, Packet* l2) {
380 ALWAYS_INLINE void LoadFourScalars(const float** data, Packet* l1, Packet* l2,
387 ALWAYS_INLINE void LoadThreeScalars(const T** data, Packet* l1, Packet* l2,
394 ALWAYS_INLINE void LoadSixScalars(const T** data, Packet* l1, Packet* l2,
402 ALWAYS_INLINE void MulAdd(const Packet a, const bfloat16** binp, float** out) {
418 ALWAYS_INLINE void MulAdd3Way(const Packet a1, const Packet a2, const Packet a3,
450 ALWAYS_INLINE void TwoMulAdd3Way(const Packet a1, const Packet a2,
505 ALWAYS_INLINE void MulAdd3Way128(const Packet a1, const Packet a2,
516 ALWAYS_INLINE void MulAdd(const Packet a, const float** inp, float** out) {
526 ALWAYS_INLINE void MulAdd3Way(const Packet a1, const Packet a2, const Packet a3,
544 ALWAYS_INLINE void TwoMulAdd3Way(const Packet a1, const Packet a2,
573 ALWAYS_INLINE void FourMulAdd3Way(const Packet a1, const Packet a2,
582 ALWAYS_INLINE void MulAdd3Way128(const Packet a1, const Packet a2,
1185 ALWAYS_INLINE void CopyAndMayBeInterleaveBfloat16(void* bdst, const void* bsrc,
1206 ALWAYS_INLINE void CopyAndMayBeInterleave(void* dst, const void* src,
