Home | History | Annotate | Download | only in pattern_tools

Lines Matching refs:granularity

2865         granularity = 10**math.ceil(math.log10(max(abs(self.low), abs(self.high))))
2866 lowN = math.ceil(1.*self.low / granularity)
2867 highN = math.floor(1.*self.high / granularity)
2872 granularity *= 0.5
2874 granularity *= 0.4
2876 granularity *= 0.5
2878 lowN = math.ceil(1.*self.low / granularity)
2879 highN = math.floor(1.*self.high / granularity)
2881 last_granularity = granularity
2887 x = n * granularity
2914 last_granularity = granularity
2919 granularity *= 0.5
2921 granularity *= 0.4
2923 granularity *= 0.5
2925 lowN = math.ceil(1.*self.low / granularity)
2926 highN = math.floor(1.*self.high / granularity)