HomeSort by relevance Sort by last modified time
    Searched refs:Tokenizer (Results 26 - 50 of 178) sorted by null

12 3 4 5 6 7 8

  /external/libedit/src/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
tokenizer.c 1 /* $NetBSD: tokenizer.c,v 1.21 2011/08/16 16:25:15 christos Exp $ */
41 static char sccsid[] = "@(#)tokenizer.c 8.1 (Berkeley) 6/4/93";
43 __RCSID("$NetBSD: tokenizer.c,v 1.21 2011/08/16 16:25:15 christos Exp $");
49 * tokenize.c: Bourne shell like tokenizer
74 struct TYPE(tokenizer) {
86 private void FUN(tok,finish)(TYPE(Tokenizer) *);
90 * Finish a word in the tokenizer.
93 FUN(tok,finish)(TYPE(Tokenizer) *tok)
107 * Initialize the tokenizer
109 public TYPE(Tokenizer) *
    [all...]
  /prebuilts/libs/libedit/include/
histedit.h 234 typedef struct tokenizer Tokenizer;
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
307 /* Wide character tokenizer support */
  /frameworks/base/tools/aapt2/util/
Util.h 222 * A Tokenizer implemented as an iterable collection. It does not allocate
226 class Tokenizer {
239 friend class Tokenizer<Char>;
249 Tokenizer(BasicStringPiece<Char> str, Char sep);
259 inline Tokenizer<Char> tokenize(BasicStringPiece<Char> str, Char sep) {
260 return Tokenizer<Char>(str, sep);
264 typename Tokenizer<Char>::iterator& Tokenizer<Char>::iterator::operator++() {
287 inline BasicStringPiece<Char> Tokenizer<Char>::iterator::operator*() {
292 inline bool Tokenizer<Char>::iterator::operator==(const iterator& rhs) const
    [all...]
  /frameworks/native/opengl/libagl/
TokenManager.h 28 #include "Tokenizer.h"
46 Tokenizer mTokenizer;
  /system/core/include/utils/
PropertyMap.h 23 #include <utils/Tokenizer.h>
86 Tokenizer* mTokenizer;
89 Parser(PropertyMap* map, Tokenizer* tokenizer);
  /frameworks/native/include/input/
KeyLayoutMap.h 23 #include <utils/Tokenizer.h>
101 Tokenizer* mTokenizer;
104 Parser(KeyLayoutMap* map, Tokenizer* tokenizer);
  /external/icu/android_icu4j/src/main/tests/android/icu/dev/test/util/
TestBNF.java 15 import android.icu.dev.util.Tokenizer;
228 Tokenizer t = new Tokenizer();
237 while (type != Tokenizer.DONE) {
  /external/icu/icu4j/main/tests/translit/src/com/ibm/icu/dev/test/util/
TestBNF.java 14 import com.ibm.icu.dev.util.Tokenizer;
227 Tokenizer t = new Tokenizer();
236 while (type != Tokenizer.DONE) {
  /frameworks/base/cmds/appwidget/src/com/android/commands/appwidget/
AppWidget.java 62 private final Tokenizer mTokenizer;
65 mTokenizer = new Tokenizer(args);
119 private static class Tokenizer {
123 public Tokenizer(String[] args) {
  /frameworks/native/libs/input/
VirtualKeyMap.cpp 25 #include <utils/Tokenizer.h>
52 Tokenizer* tokenizer; local
53 status_t status = Tokenizer::open(filename, &tokenizer);
65 Parser parser(map, tokenizer);
70 tokenizer->getFilename().string(), tokenizer->getLineNumber(),
79 delete tokenizer;
87 VirtualKeyMap::Parser::Parser(VirtualKeyMap* map, Tokenizer* tokenizer)
    [all...]
  /external/chromium-trace/catapult/third_party/vinn/third_party/parse5/
parse5.js 140 var Tokenizer = require('../tokenization/tokenizer'),
330 if (tn === $.FONT && (Tokenizer.getTokenAttr(startTagToken, ATTRS.COLOR) !== null ||
331 Tokenizer.getTokenAttr(startTagToken, ATTRS.SIZE) !== null ||
332 Tokenizer.getTokenAttr(startTagToken, ATTRS.FACE) !== null)) {
396 },{"../tokenization/tokenizer":14,"./html":3}],3:[function(require,module,exports){
811 this.parser.tokenizer.preprocessor.write(html);
1012 var Tokenizer = require('../tokenization/tokenizer'),
    [all...]
  /external/icu/android_icu4j/src/main/tests/android/icu/dev/util/
BNF.java 25 private Tokenizer t;
65 t = new Tokenizer();
148 if (type == Tokenizer.DONE) return false;
149 if (type != Tokenizer.STRING) error("missing weight");
200 if (t.next() != Tokenizer.NUMBER) error("missing number");
207 if (type == Tokenizer.NUMBER) {
222 if (token == Tokenizer.STRING) {
227 if (token == Tokenizer.UNICODESET) {
297 if (token != Tokenizer.NUMBER) {
Tokenizer.java 22 public class Tokenizer {
71 public Tokenizer setSource(String source) {
77 public Tokenizer setIndex(int index) {
  /external/icu/icu4j/main/tests/translit/src/com/ibm/icu/dev/util/
BNF.java 24 private Tokenizer t;
64 t = new Tokenizer();
147 if (type == Tokenizer.DONE) return false;
148 if (type != Tokenizer.STRING) error("missing weight");
199 if (t.next() != Tokenizer.NUMBER) error("missing number");
206 if (type == Tokenizer.NUMBER) {
221 if (token == Tokenizer.STRING) {
226 if (token == Tokenizer.UNICODESET) {
296 if (token != Tokenizer.NUMBER) {
Tokenizer.java 21 public class Tokenizer {
70 public Tokenizer setSource(String source) {
76 public Tokenizer setIndex(int index) {
  /external/protobuf/src/google/protobuf/compiler/
parser.cc 46 #include <google/protobuf/io/tokenizer.h>
114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
193 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
194 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
209 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
210 *output = io::Tokenizer::ParseFloat(input_->current().text)
    [all...]
parser.h 46 #include <google/protobuf/io/tokenizer.h>
72 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
149 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
233 void StartAt(const io::Tokenizer::Token& token);
241 void EndAt(const io::Tokenizer::Token& token);
465 io::Tokenizer* input_;
  /frameworks/base/core/java/android/widget/
MultiAutoCompleteTextView.java 32 * You must provide a {@link Tokenizer} to distinguish the
58 private Tokenizer mTokenizer;
80 * Sets the Tokenizer that will be used to determine the relevant
83 public void setTokenizer(Tokenizer t) {
90 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
114 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd}
178 * {@link Tokenizer#findTokenStart} to {@link #getSelectionEnd} by the
180 * {@link Tokenizer#terminateToken}.
208 public static interface Tokenizer {
229 * This simple Tokenizer can be used for lists where the items ar
    [all...]
  /external/chromium-trace/catapult/third_party/vinn/third_party/parse5/lib/tokenization/
tokenizer.js 144 //Tokenizer
145 var Tokenizer = module.exports = function (html, options) {
176 Tokenizer.CHARACTER_TOKEN = 'CHARACTER_TOKEN';
177 Tokenizer.NULL_CHARACTER_TOKEN = 'NULL_CHARACTER_TOKEN';
178 Tokenizer.WHITESPACE_CHARACTER_TOKEN = 'WHITESPACE_CHARACTER_TOKEN';
179 Tokenizer.START_TAG_TOKEN = 'START_TAG_TOKEN';
180 Tokenizer.END_TAG_TOKEN = 'END_TAG_TOKEN';
181 Tokenizer.COMMENT_TOKEN = 'COMMENT_TOKEN';
182 Tokenizer.DOCTYPE_TOKEN = 'DOCTYPE_TOKEN';
183 Tokenizer.EOF_TOKEN = 'EOF_TOKEN'
    [all...]
  /external/protobuf/src/google/protobuf/
text_format.cc 52 #include <google/protobuf/io/tokenizer.h>
183 // This class makes use of the Protocol Message compiler's tokenizer found
184 // in //google/protobuf/io/tokenizer.h. Note that class's Parse
233 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
252 if (LookingAtType(io::Tokenizer::TYPE_END)) {
267 return suc && LookingAtType(io::Tokenizer::TYPE_END);
337 // Consumes the current field (as returned by the tokenizer) on the
656 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
681 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
687 LookingAtType(io::Tokenizer::TYPE_INTEGER))
    [all...]
  /prebuilts/misc/darwin-x86_64/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/misc/linux-x86_64/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/misc/windows/protobuf2.5/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;
  /prebuilts/tools/linux-x86_64/protoc/include/google/protobuf/compiler/
parser.h 47 #include <google/protobuf/io/tokenizer.h>
73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
150 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
234 void StartAt(const io::Tokenizer::Token& token);
239 void EndAt(const io::Tokenizer::Token& token);
420 io::Tokenizer* input_;

Completed in 1050 milliseconds

12 3 4 5 6 7 8