Home | History | Annotate | Download | only in libFLAC

Lines Matching refs:FLAC__int64

268 	FLAC__int64 sumo;
287 sumo += (FLAC__int64)qlp_coeff[j] * (FLAC__int64)(*history);
535 FLAC__int64 sum;
550 sum += (FLAC__int64)qlp_coeff[j] * (FLAC__int64)(*(--history));
559 if(FLAC__bitmath_silog2_wide((FLAC__int64)(*data) - (sum >> lp_quantization)) > 32) {
561 fprintf(stderr,"FLAC__lpc_compute_residual_from_qlp_coefficients_wide: OVERFLOW, i=%u, data=%d, sum=%I64d, residual=%I64d\n", i, *data, sum >> lp_quantization, (FLAC__int64)(*data) - (sum >> lp_quantization));
563 fprintf(stderr,"FLAC__lpc_compute_residual_from_qlp_coefficients_wide: OVERFLOW, i=%u, data=%d, sum=%lld, residual=%lld\n", i, *data, (long long)(sum >> lp_quantization), (long long)((FLAC__int64)(*data) - (sum >> lp_quantization)));
573 FLAC__int64 sum;
589 sum += qlp_coeff[11] * (FLAC__int64)data[i-12];
590 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
591 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
592 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
593 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
594 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
595 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
596 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
597 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
598 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
599 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
600 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
607 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
608 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
609 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
610 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
611 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
612 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
613 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
614 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
615 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
616 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
617 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
626 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
627 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
628 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
629 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
630 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
631 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
632 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
633 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
634 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
635 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
642 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
643 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
644 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
645 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
646 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
647 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
648 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
649 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
650 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
661 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
662 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
663 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
664 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
665 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
666 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
667 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
668 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
675 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
676 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
677 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
678 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
679 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
680 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
681 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
690 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
691 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
692 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
693 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
694 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
695 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
702 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
703 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
704 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
705 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
706 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
717 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
718 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
719 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
720 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
727 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
728 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
729 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
738 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
739 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
745 residual[i] = data[i] - (FLAC__int32)((qlp_coeff[0] * (FLAC__int64)data[i-1]) >> lp_quantization);
754 case 32: sum += qlp_coeff[31] * (FLAC__int64)data[i-32];
755 case 31: sum += qlp_coeff[30] * (FLAC__int64)data[i-31];
756 case 30: sum += qlp_coeff[29] * (FLAC__int64)data[i-30];
757 case 29: sum += qlp_coeff[28] * (FLAC__int64)data[i-29];
758 case 28: sum += qlp_coeff[27] * (FLAC__int64)data[i-28];
759 case 27: sum += qlp_coeff[26] * (FLAC__int64)data[i-27];
760 case 26: sum += qlp_coeff[25] * (FLAC__int64)data[i-26];
761 case 25: sum += qlp_coeff[24] * (FLAC__int64)data[i-25];
762 case 24: sum += qlp_coeff[23] * (FLAC__int64)data[i-24];
763 case 23: sum += qlp_coeff[22] * (FLAC__int64)data[i-23];
764 case 22: sum += qlp_coeff[21] * (FLAC__int64)data[i-22];
765 case 21: sum += qlp_coeff[20] * (FLAC__int64)data[i-21];
766 case 20: sum += qlp_coeff[19] * (FLAC__int64)data[i-20];
767 case 19: sum += qlp_coeff[18] * (FLAC__int64)data[i-19];
768 case 18: sum += qlp_coeff[17] * (FLAC__int64)data[i-18];
769 case 17: sum += qlp_coeff[16] * (FLAC__int64)data[i-17];
770 case 16: sum += qlp_coeff[15] * (FLAC__int64)data[i-16];
771 case 15: sum += qlp_coeff[14] * (FLAC__int64)data[i-15];
772 case 14: sum += qlp_coeff[13] * (FLAC__int64)data[i-14];
773 case 13: sum += qlp_coeff[12] * (FLAC__int64)data[i-13];
774 sum += qlp_coeff[11] * (FLAC__int64)data[i-12];
775 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
776 sum += qlp_coeff[ 9] * (FLAC__int64)data[i-10];
777 sum += qlp_coeff[ 8] * (FLAC__int64)data[i- 9];
778 sum += qlp_coeff[ 7] * (FLAC__int64)data[i- 8];
779 sum += qlp_coeff[ 6] * (FLAC__int64)data[i- 7];
780 sum += qlp_coeff[ 5] * (FLAC__int64)data[i- 6];
781 sum += qlp_coeff[ 4] * (FLAC__int64)data[i- 5];
782 sum += qlp_coeff[ 3] * (FLAC__int64)data[i- 4];
783 sum += qlp_coeff[ 2] * (FLAC__int64)data[i- 3];
784 sum += qlp_coeff[ 1] * (FLAC__int64)data[i- 2];
785 sum += qlp_coeff[ 0] * (FLAC__int64)data[i- 1];
798 FLAC__int64 sumo;
817 sumo += (FLAC__int64)qlp_coeff[j] * (FLAC__int64)(*history);
1067 FLAC__int64 sum;
1082 sum += (FLAC__int64)qlp_coeff[j] * (FLAC__int64)(*(--history));
1093 if(FLAC__bitmath_silog2_wide((FLAC__int64)(*r) + (sum >> lp_quantization)) > 32) {
1096 fprintf(stderr,"FLAC__lpc_restore_signal_wide: OVERFLOW, i=%u, residual=%d, sum=%I64d, data=%I64d\n", i, *r, sum >> lp_quantization, (FLAC__int64)(*r) + (sum >> lp_quantization));
1098 fprintf(stderr,"FLAC__lpc_restore_signal_wide: OVERFLOW, i=%u, residual=%d, sum=%lld, data=%lld\n", i, *r, (long long)(sum >> lp_quantization), (long long)((FLAC__int64)(*r) + (sum >> lp_quantization)));
1109 FLAC__int64 sum;
1125 sum += qlp_coeff[11] * (FLAC__int64)data[i-12];
1126 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
1127 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
1128 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
1129 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
1130 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1131 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1132 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1133 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1134 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1135 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1136 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1143 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
1144 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
1145 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
1146 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
1147 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1148 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1149 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1150 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1151 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1152 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1153 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1162 sum += qlp_coeff[9] * (FLAC__int64)data[i-10];
1163 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
1164 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
1165 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1166 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1167 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1168 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1169 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1170 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1171 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1178 sum += qlp_coeff[8] * (FLAC__int64)data[i-9];
1179 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
1180 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1181 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1182 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1183 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1184 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1185 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1186 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1197 sum += qlp_coeff[7] * (FLAC__int64)data[i-8];
1198 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1199 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1200 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1201 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1202 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1203 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1204 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1211 sum += qlp_coeff[6] * (FLAC__int64)data[i-7];
1212 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1213 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1214 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1215 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1216 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1217 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1226 sum += qlp_coeff[5] * (FLAC__int64)data[i-6];
1227 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1228 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1229 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1230 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1231 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1238 sum += qlp_coeff[4] * (FLAC__int64)data[i-5];
1239 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1240 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1241 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1242 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1253 sum += qlp_coeff[3] * (FLAC__int64)data[i-4];
1254 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1255 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1256 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1263 sum += qlp_coeff[2] * (FLAC__int64)data[i-3];
1264 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1265 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1274 sum += qlp_coeff[1] * (FLAC__int64)data[i-2];
1275 sum += qlp_coeff[0] * (FLAC__int64)data[i-1];
1281 data[i] = residual[i] + (FLAC__int32)((qlp_coeff[0] * (FLAC__int64)data[i-1]) >> lp_quantization);
1290 case 32: sum += qlp_coeff[31] * (FLAC__int64)data[i-32];
1291 case 31: sum += qlp_coeff[30] * (FLAC__int64)data[i-31];
1292 case 30: sum += qlp_coeff[29] * (FLAC__int64)data[i-30];
1293 case 29: sum += qlp_coeff[28] * (FLAC__int64)data[i-29];
1294 case 28: sum += qlp_coeff[27] * (FLAC__int64)data[i-28];
1295 case 27: sum += qlp_coeff[26] * (FLAC__int64)data[i-27];
1296 case 26: sum += qlp_coeff[25] * (FLAC__int64)data[i-26];
1297 case 25: sum += qlp_coeff[24] * (FLAC__int64)data[i-25];
1298 case 24: sum += qlp_coeff[23] * (FLAC__int64)data[i-24];
1299 case 23: sum += qlp_coeff[22] * (FLAC__int64)data[i-23];
1300 case 22: sum += qlp_coeff[21] * (FLAC__int64)data[i-22];
1301 case 21: sum += qlp_coeff[20] * (FLAC__int64)data[i-21];
1302 case 20: sum += qlp_coeff[19] * (FLAC__int64)data[i-20];
1303 case 19: sum += qlp_coeff[18] * (FLAC__int64)data[i-19];
1304 case 18: sum += qlp_coeff[17] * (FLAC__int64)data[i-18];
1305 case 17: sum += qlp_coeff[16] * (FLAC__int64)data[i-17];
1306 case 16: sum += qlp_coeff[15] * (FLAC__int64)data[i-16];
1307 case 15: sum += qlp_coeff[14] * (FLAC__int64)data[i-15];
1308 case 14: sum += qlp_coeff[13] * (FLAC__int64)data[i-14];
1309 case 13: sum += qlp_coeff[12] * (FLAC__int64)data[i-13];
1310 sum += qlp_coeff[11] * (FLAC__int64)data[i-12];
1311 sum += qlp_coeff[10] * (FLAC__int64)data[i-11];
1312 sum += qlp_coeff[ 9] * (FLAC__int64)data[i-10];
1313 sum += qlp_coeff[ 8] * (FLAC__int64)data[i- 9];
1314 sum += qlp_coeff[ 7] * (FLAC__int64)data[i- 8];
1315 sum += qlp_coeff[ 6] * (FLAC__int64)data[i- 7];
1316 sum += qlp_coeff[ 5] * (FLAC__int64)data[i- 6];
1317 sum += qlp_coeff[ 4] * (FLAC__int64)data[i- 5];
1318 sum += qlp_coeff[ 3] * (FLAC__int64)data[i- 4];
1319 sum += qlp_coeff[ 2] * (FLAC__int64)data[i- 3];
1320 sum += qlp_coeff[ 1] * (FLAC__int64)data[i- 2];
1321 sum += qlp_coeff[ 0] * (FLAC__int64)data[i- 1];