Lines Matching refs:row
108 static void Run(const RegBlockInt32<4, 1>& src, DstType* dst, int row,
111 StoreInt32x4(dst->data(row, col), src.buf.reg[0]);
113 *dst->data(row + 0, col) = GetLane<0>(src.buf.reg[0]);
114 *dst->data(row + 1, col) = GetLane<1>(src.buf.reg[0]);
115 *dst->data(row + 2, col) = GetLane<2>(src.buf.reg[0]);
116 *dst->data(row + 3, col) = GetLane<3>(src.buf.reg[0]);
123 static void Run(const RegBlockInt32<8, 1>& src, DstType* dst, int row,
126 StoreInt32x4(dst->data(row, col), src.buf.reg[0]);
127 StoreInt32x4(dst->data(row + 4, col), src.buf.reg[1]);
129 *dst->data(row + 0, col) = GetLane<0>(src.buf.reg[0]);
130 *dst->data(row + 1, col) = GetLane<1>(src.buf.reg[0]);
131 *dst->data(row + 2, col) = GetLane<2>(src.buf.reg[0]);
132 *dst->data(row + 3, col) = GetLane<3>(src.buf.reg[0]);
133 *dst->data(row + 4, col) = GetLane<0>(src.buf.reg[1]);
134 *dst->data(row + 5, col) = GetLane<1>(src.buf.reg[1]);
135 *dst->data(row + 6, col) = GetLane<2>(src.buf.reg[1]);
136 *dst->data(row + 7, col) = GetLane<3>(src.buf.reg[1]);
157 static void Run(const RegBlockInt32<4, 4>& src, DstType* dst, int row,
161 StoreInt32x4(dst->data(row, col + i), src.buf.reg[i]);
166 StoreInt32x4(dst->data(row + i, col), transpose.buf.reg[i]);
174 static void Run(const RegBlockInt32<8, 4>& src, DstType* dst, int row,
178 StoreInt32x4(dst->data(row, col + i), src.buf.reg[2 * i]);
179 StoreInt32x4(dst->data(row + 4, col + i), src.buf.reg[2 * i + 1]);
189 StoreInt32x4(dst->data(row + i, col), transpose_top.buf.reg[i]);
198 StoreInt32x4(dst->data(row + 4 + i, col), transpose_bottom.buf.reg[i]);
206 static void Run(const RegBlockInt32<8, 8>& src, DstType* dst, int row,
210 StoreInt32x4(dst->data(row, col + i), src.buf.reg[2 * i]);
211 StoreInt32x4(dst->data(row + 4, col + i), src.buf.reg[2 * i + 1]);
221 StoreInt32x4(dst->data(row + i, col), transpose_top_left.buf.reg[i]);
230 StoreInt32x4(dst->data(row + 4 + i, col),
240 StoreInt32x4(dst->data(row + i, col + 4),
250 StoreInt32x4(dst->data(row + 4 + i, col + 4),
259 static void Run(const RegBlockInt32<1, 4>& src, DstType* dst, int row,
262 *dst->data(row, col + 0) = GetLane<0>(src.buf.reg[0]);
263 *dst->data(row, col + 1) = GetLane<1>(src.buf.reg[0]);
264 *dst->data(row, col + 2) = GetLane<2>(src.buf.reg[0]);
265 *dst->data(row, col + 3) = GetLane<3>(src.buf.reg[0]);
267 StoreInt32x4(dst->data(row, col), src.buf.reg[0]);
274 static void Run(const RegBlockUint8<4, 1>& src, DstType* dst, int row,
278 *dst->data(row + i, col) = (src_reg >> (8 * i));
285 static void Run(const RegBlockUint8<8, 1>& src, DstType* dst, int row,
288 *dst->data(row + i, col) = (src.buf.reg[0] >> (8 * i));
291 *dst->data(row + 4 + i, col) = (src.buf.reg[1] >> (8 * i));
298 static void Run(const RegBlockUint8<1, 4>& src, DstType* dst, int row,
301 *dst->data(row, col + i) = (src.buf.reg[0] >> (8 * i));
308 static void Run(const RegBlockUint8<4, 4>& src, DstType* dst, int row,
314 *dst->data(row + r, col + c) = buf[r + 4 * c];
322 static void Run(const RegBlockUint8<8, 4>& src, DstType* dst, int row,
329 *dst->data(row + r, col + c) = buf[r + 8 * c];
337 static void Run(const RegBlockUint8<8, 8>& src, DstType* dst, int row,
346 *dst->data(row + r, col + c) = buf[r + 8 * c];