HomeSort by relevance Sort by last modified time
    Searched defs:HashToken (Results 1 - 2 of 2) sorted by null

  /external/libtextclassifier/
token-feature-extractor.cc 161 int TokenFeatureExtractor::HashToken(StringPiece token) const {
188 result.push_back(HashToken("<PAD>"));
209 result.push_back(HashToken(feature_word));
216 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1)));
222 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i,
236 result.push_back(HashToken("<PAD>"));
273 result.push_back(HashToken(feature_word));
302 result.push_back(HashToken(
  /external/clang/lib/Frontend/Rewrite/
InclusionRewriter.cpp 438 Token HashToken = RawToken;
447 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite,
452 SourceLocation Loc = HashToken.getLocation();
477 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL,
485 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL,

Completed in 128 milliseconds