HomeSort by relevance Sort by last modified time
    Searched refs:Tokenizer (Results 26 - 50 of 201) sorted by null

12 3 4 5 6 7 8 9

  /external/libedit/src/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
tokenizer.c 1 /* $NetBSD: tokenizer.c,v 1.21 2011/08/16 16:25:15 christos Exp $ */
41 static char sccsid[] = "@(#)tokenizer.c 8.1 (Berkeley) 6/4/93";
43 __RCSID("$NetBSD: tokenizer.c,v 1.21 2011/08/16 16:25:15 christos Exp $");
49 * tokenize.c: Bourne shell like tokenizer
74 struct TYPE(tokenizer) {
86 private void FUN(tok,finish)(TYPE(Tokenizer) *);
90 * Finish a word in the tokenizer.
93 FUN(tok,finish)(TYPE(Tokenizer) *tok)
107 * Initialize the tokenizer
109 public TYPE(Tokenizer) *
    [all...]
  /prebuilts/libs/libedit/include/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
  /prebuilts/go/darwin-x86/src/cmd/asm/internal/lex/
tokenizer.go 15 // A Tokenizer is a simple wrapping of text/scanner.Scanner, configured
18 type Tokenizer struct {
26 func NewTokenizer(name string, r io.Reader, file *os.File) *Tokenizer {
43 return &Tokenizer{
68 func (t *Tokenizer) Text() string {
82 func (t *Tokenizer) File() string {
86 func (t *Tokenizer) Line() int {
90 func (t *Tokenizer) Col() int {
94 func (t *Tokenizer) SetPos(line int, file string) {
99 func (t *Tokenizer) Next() ScanToken
    [all...]
  /prebuilts/go/linux-x86/src/cmd/asm/internal/lex/
tokenizer.go 15 // A Tokenizer is a simple wrapping of text/scanner.Scanner, configured
18 type Tokenizer struct {
26 func NewTokenizer(name string, r io.Reader, file *os.File) *Tokenizer {
43 return &Tokenizer{
68 func (t *Tokenizer) Text() string {
82 func (t *Tokenizer) File() string {
86 func (t *Tokenizer) Line() int {
90 func (t *Tokenizer) Col() int {
94 func (t *Tokenizer) SetPos(line int, file string) {
99 func (t *Tokenizer) Next() ScanToken
    [all...]
  /frameworks/native/opengl/libagl/
TokenManager.h 28 #include "Tokenizer.h"
46 Tokenizer mTokenizer;
Android.mk 13 Tokenizer.cpp \
  /external/swiftshader/src/OpenGL/compiler/preprocessor/
DirectiveParser.h 28 class Tokenizer;
33 DirectiveParser(Tokenizer* tokenizer,
82 Tokenizer* mTokenizer;
Tokenizer.l 42 #include "Tokenizer.h"
90 %option extra-type="pp::Tokenizer::Context*"
287 const size_t Tokenizer::kMaxTokenLength = 256;
289 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
294 Tokenizer::~Tokenizer()
299 bool Tokenizer::init(int count, const char* const string[], const int length[])
308 void Tokenizer::setFileNumber(int file)
315 void Tokenizer::setLineNumber(int line
    [all...]
  /system/core/libutils/include/utils/
PropertyMap.h 23 #include <utils/Tokenizer.h>
86 Tokenizer* mTokenizer;
89 Parser(PropertyMap* map, Tokenizer* tokenizer);
  /external/libtextclassifier/smartselect/
tokenizer.cc 17 #include "smartselect/tokenizer.h"
24 void Tokenizer::PrepareTokenizationCodepointRanges(
39 TokenizationCodepointRange::Role Tokenizer::FindTokenizationRole(
67 std::vector<Token> Tokenizer::Tokenize(const std::string& utf8_text) const {
  /frameworks/native/include/input/
KeyLayoutMap.h 23 #include <utils/Tokenizer.h>
101 Tokenizer* mTokenizer;
104 Parser(KeyLayoutMap* map, Tokenizer* tokenizer);
KeyCharacterMap.h 29 #include <utils/Tokenizer.h>
204 Tokenizer* mTokenizer;
210 Parser(KeyCharacterMap* map, Tokenizer* tokenizer, Format format);
243 static status_t load(Tokenizer* tokenizer, Format format, sp<KeyCharacterMap>* outMap);
  /frameworks/base/cmds/appwidget/src/com/android/commands/appwidget/
AppWidget.java 62 private final Tokenizer mTokenizer;
65 mTokenizer = new Tokenizer(args);
119 private static class Tokenizer {
123 public Tokenizer(String[] args) {
  /frameworks/native/libs/input/
VirtualKeyMap.cpp 25 #include <utils/Tokenizer.h>
52 Tokenizer* tokenizer; local
53 status_t status = Tokenizer::open(filename, &tokenizer);
65 Parser parser(map, tokenizer);
70 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
79 delete tokenizer;
87 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]
  /frameworks/base/core/java/android/widget/
MultiAutoCompleteTextView.java 32 * You must provide a {@link Tokenizer} to distinguish the
58 private Tokenizer mTokenizer;
80 * Sets the Tokenizer that will be used to determine the relevant
83 public void setTokenizer(Tokenizer t) {
90 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
114 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
178 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd} by the
180 * {@link Tokenizer#terminateToken}.
208 public static interface Tokenizer {
229 * This simple Tokenizer can be used for lists where the items ar
    [all...]
  /external/protobuf/src/google/protobuf/compiler/
parser.cc 46 #include <google/protobuf/io/tokenizer.h>
141 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
146 return LookingAtType(io::Tokenizer::TYPE_END);
177 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
188 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
190 if (!io::Tokenizer::ParseInteger(input_->current().text,
220 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
221 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
236 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
237 *output = io::Tokenizer::ParseFloat(input_->current().text)
    [all...]
  /frameworks/base/tools/aapt2/util/
Util.h 217 * A Tokenizer implemented as an iterable collection. It does not allocate
220 class Tokenizer {
234 friend class Tokenizer;
244 Tokenizer(android::StringPiece str, char sep);
255 inline Tokenizer Tokenize(const android::StringPiece& str, char sep) { return Tokenizer(str, sep); }
  /prebuilts/misc/darwin-x86_64/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/misc/linux-x86_64/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/misc/windows/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/tools/linux-x86_64/protoc/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /system/core/libutils/
PropertyMap.cpp 117 Tokenizer* tokenizer; local
118 status_t status = Tokenizer::open(filename, &tokenizer);
130 Parser parser(map, tokenizer);
135 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
144 delete tokenizer;
152 PropertyMap::Parser::Parser(PropertyMap* map, Tokenizer* tokenizer)
    [all...]
  /external/parameter-framework/upstream/parameter/
MappingData.cpp 31 #include "Tokenizer.h"
37 Tokenizer mappingTok(rawMapping, ",");
PathNavigator.cpp 31 #include "Tokenizer.h"
40 Tokenizer tokenizer(strPath, "/");
42 _astrItems = tokenizer.split();

Completed in 391 milliseconds

12 3 4 5 6 7 8 9