Home
last modified time | relevance | path

Searched refs:tok (Results 1 - 25 of 190) sorted by relevance

12345678

/third_party/python/Parser/
H A Dtokenizer.c41 static int tok_nextc(struct tok_state *tok);
42 static void tok_backup(struct tok_state *tok, int c);
43 static int syntaxerror(struct tok_state *tok, const char *format, ...);
54 struct tok_state *tok = (struct tok_state *)PyMem_Malloc( in tok_new() local
56 if (tok == NULL) in tok_new()
58 tok->buf = tok->cur = tok->inp = NULL; in tok_new()
59 tok->fp_interactive = 0; in tok_new()
60 tok in tok_new()
96 new_string(const char *s, Py_ssize_t len, struct tok_state *tok) new_string() argument
109 error_ret(struct tok_state *tok) error_ret() argument
154 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok) get_coding_spec() argument
208 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok, int set_readline(struct tok_state *, const char *)) check_coding_spec() argument
262 check_bom(int get_char(struct tok_state *), void unget_char(int, struct tok_state *), int set_readline(struct tok_state *, const char *), struct tok_state *tok) check_bom() argument
300 tok_concatenate_interactive_new_line(struct tok_state *tok, const char *line) tok_concatenate_interactive_new_line() argument
353 tok_reserve_buf(struct tok_state *tok, Py_ssize_t size) tok_reserve_buf() argument
385 tok_readline_recode(struct tok_state *tok) tok_readline_recode() argument
437 fp_setreadl(struct tok_state *tok, const char* enc) fp_setreadl() argument
487 fp_getc(struct tok_state *tok) fp_getc() argument
493 fp_ungetc(int c, struct tok_state *tok) fp_ungetc() argument
560 ensure_utf8(char *line, struct tok_state *tok) ensure_utf8() argument
586 buf_getc(struct tok_state *tok) buf_getc() argument
593 buf_ungetc(int c, struct tok_state *tok) buf_ungetc() argument
602 buf_setreadl(struct tok_state *tok, const char* enc) buf_setreadl() argument
623 translate_newlines(const char *s, int exec_input, struct tok_state *tok) translate_newlines() argument
673 decode_str(const char *input, int single, struct tok_state *tok) decode_str() argument
734 struct tok_state *tok = tok_new(); _PyTokenizer_FromString() local
755 struct tok_state *tok = tok_new(); _PyTokenizer_FromUTF8() local
784 struct tok_state *tok = tok_new(); _PyTokenizer_FromFile() local
812 _PyTokenizer_Free(struct tok_state *tok) _PyTokenizer_Free() argument
833 tok_readline_raw(struct tok_state *tok) tok_readline_raw() argument
858 tok_underflow_string(struct tok_state *tok) tok_underflow_string() argument
880 tok_underflow_interactive(struct tok_state *tok) tok_underflow_interactive() argument
964 tok_underflow_file(struct tok_state *tok) tok_underflow_file() argument
1055 tok_nextc(struct tok_state *tok) tok_nextc() argument
1099 tok_backup(struct tok_state *tok, int c) tok_backup() argument
1112 _syntaxerror_range(struct tok_state *tok, const char *format, int col_offset, int end_col_offset, va_list vargs) _syntaxerror_range() argument
1159 syntaxerror(struct tok_state *tok, const char *format, ...) syntaxerror() argument
1173 syntaxerror_known_range(struct tok_state *tok, int col_offset, int end_col_offset, const char *format, ...) syntaxerror_known_range() argument
1191 indenterror(struct tok_state *tok) indenterror() argument
1199 parser_warn(struct tok_state *tok, PyObject *category, const char *format, ...) parser_warn() argument
1238 lookahead(struct tok_state *tok, const char *test) lookahead() argument
1261 verify_end_of_number(struct tok_state *tok, int c, const char *kind) verify_end_of_number() argument
1318 verify_identifier(struct tok_state *tok) verify_identifier() argument
1371 tok_decimal_tail(struct tok_state *tok) tok_decimal_tail() argument
1395 tok_continuation_line(struct tok_state *tok) tok_continuation_line() argument
1413 tok_get(struct tok_state *tok, const char **p_start, const char **p_end) tok_get() argument
2133 _PyTokenizer_Get(struct tok_state *tok, const char **p_start, const char **p_end) _PyTokenizer_Get() argument
2190 struct tok_state *tok; _PyTokenizer_FindEncodingFilename() local
[all...]
H A Dpegen_errors.c51 int error_lineno = p->tok->parenlinenostack[p->tok->level-1]; in raise_unclosed_parentheses_error()
52 int error_col = p->tok->parencolstack[p->tok->level-1]; in raise_unclosed_parentheses_error()
56 p->tok->parenstack[p->tok->level-1]); in raise_unclosed_parentheses_error()
69 switch (p->tok->done) { in _Pypegen_tokenizer_error()
74 if (p->tok->level) { in _Pypegen_tokenizer_error()
100 col_offset = p->tok->cur - p->tok in _Pypegen_tokenizer_error()
[all...]
H A Dpegen.c163 token->level = p->tok->level; in initialize_token()
165 const char *line_start = token_type == STRING ? p->tok->multi_line_start : p->tok->line_start; in initialize_token()
166 int lineno = token_type == STRING ? p->tok->first_lineno : p->tok->lineno; in initialize_token()
167 int end_lineno = p->tok->lineno; in initialize_token()
170 int end_col_offset = (end != NULL && end >= p->tok->line_start) ? (int)(end - p->tok->line_start) : -1; in initialize_token()
173 token->col_offset = p->tok->lineno == p->starting_lineno ? p->starting_col_offset + col_offset : col_offset; in initialize_token()
175 token->end_col_offset = p->tok in initialize_token()
750 _PyPegen_Parser_New(struct tok_state *tok, int start_rule, int flags, int feature_version, int *errcode, PyArena *arena) _PyPegen_Parser_New() argument
884 struct tok_state *tok = _PyTokenizer_FromFile(fp, enc, ps1, ps2); _PyPegen_run_parser_from_file_pointer() local
924 struct tok_state *tok; _PyPegen_run_parser_from_string() local
[all...]
/third_party/skia/third_party/externals/tint/tools/src/cmd/intrinsic-gen/lexer/
H A Dlexer_test.go22 "dawn.googlesource.com/tint/tools/src/cmd/intrinsic-gen/tok"
28 expect tok.Token
32 loc := func(l, c, r int) tok.Location {
33 return tok.Location{Line: l, Column: c, Rune: r, Filepath: filepath}
37 {"ident", tok.Token{Kind: tok.Identifier, Runes: []rune("ident"), Source: tok.Source{
40 {"ident_123", tok.Token{Kind: tok.Identifier, Runes: []rune("ident_123"), Source: tok
[all...]
H A Dlexer.go23 "dawn.googlesource.com/tint/tools/src/cmd/intrinsic-gen/tok"
27 func Lex(src []rune, filepath string) ([]tok.Token, error) {
29 tok.Location{Line: 1, Column: 1, Rune: 0, Filepath: filepath},
31 []tok.Token{},
40 loc tok.Location
42 tokens []tok.Token
56 l.tok(1, tok.Lt)
58 l.tok(1, tok
[all...]
/third_party/mesa3d/src/freedreno/ir3/
H A Dir3_parser.y294 int tok;
326 %token <tok> T_A_LOCALSIZE
327 %token <tok> T_A_CONST
328 %token <tok> T_A_BUF
329 %token <tok> T_A_INVOCATIONID
330 %token <tok> T_A_WGID
331 %token <tok> T_A_NUMWG
332 %token <tok> T_A_BRANCHSTACK
333 %token <tok> T_A_IN
334 %token <tok> T_A_OU
[all...]
/third_party/skia/third_party/externals/expat/expat/lib/
H A Dxmlrole.c121 typedef int PTRCALL PROLOG_HANDLER(PROLOG_STATE *state, int tok,
137 static int FASTCALL common(PROLOG_STATE *state, int tok);
140 prolog0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog0() argument
142 switch (tok) { in prolog0()
167 return common(state, tok); in prolog0()
171 prolog1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog1() argument
173 switch (tok) { in prolog1()
199 return common(state, tok); in prolog1()
203 prolog2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog2() argument
208 switch (tok) { in prolog2()
223 doctype0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype0() argument
240 doctype1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype1() argument
266 doctype2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype2() argument
282 doctype3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype3() argument
298 doctype4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype4() argument
317 doctype5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype5() argument
333 internalSubset(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) internalSubset() argument
378 externalSubset0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) externalSubset0() argument
387 externalSubset1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) externalSubset1() argument
415 entity0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity0() argument
434 entity1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity1() argument
450 entity2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity2() argument
474 entity3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity3() argument
490 entity4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity4() argument
506 entity5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity5() argument
525 entity6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity6() argument
542 entity7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity7() argument
566 entity8(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity8() argument
582 entity9(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity9() argument
598 entity10(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity10() argument
614 notation0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation0() argument
630 notation1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation1() argument
650 notation2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation2() argument
666 notation3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation3() argument
683 notation4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation4() argument
703 attlist0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist0() argument
720 attlist1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist1() argument
740 attlist2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist2() argument
770 attlist3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist3() argument
788 attlist4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist4() argument
807 attlist5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist5() argument
823 attlist6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist6() argument
839 attlist7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist7() argument
859 attlist8(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist8() argument
889 attlist9(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist9() argument
905 element0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element0() argument
922 element1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element1() argument
948 element2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element2() argument
982 element3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element3() argument
1006 element4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element4() argument
1023 element5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element5() argument
1043 element6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element6() argument
1072 element7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element7() argument
1121 condSect0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect0() argument
1141 condSect1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect1() argument
1158 condSect2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect2() argument
1176 declClose(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) declClose() argument
1212 error(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) error() argument
1224 common(PROLOG_STATE *state, int tok) common() argument
[all...]
/third_party/python/Modules/expat/
H A Dxmlrole.c122 typedef int PTRCALL PROLOG_HANDLER(PROLOG_STATE *state, int tok,
138 static int FASTCALL common(PROLOG_STATE *state, int tok);
141 prolog0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog0() argument
143 switch (tok) { in prolog0()
168 return common(state, tok); in prolog0()
172 prolog1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog1() argument
174 switch (tok) { in prolog1()
200 return common(state, tok); in prolog1()
204 prolog2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, in prolog2() argument
209 switch (tok) { in prolog2()
224 doctype0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype0() argument
241 doctype1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype1() argument
267 doctype2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype2() argument
283 doctype3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype3() argument
299 doctype4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype4() argument
318 doctype5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) doctype5() argument
334 internalSubset(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) internalSubset() argument
379 externalSubset0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) externalSubset0() argument
388 externalSubset1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) externalSubset1() argument
416 entity0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity0() argument
435 entity1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity1() argument
451 entity2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity2() argument
475 entity3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity3() argument
491 entity4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity4() argument
507 entity5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity5() argument
526 entity6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity6() argument
543 entity7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity7() argument
567 entity8(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity8() argument
583 entity9(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity9() argument
599 entity10(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) entity10() argument
615 notation0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation0() argument
631 notation1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation1() argument
651 notation2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation2() argument
667 notation3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation3() argument
684 notation4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) notation4() argument
704 attlist0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist0() argument
721 attlist1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist1() argument
741 attlist2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist2() argument
771 attlist3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist3() argument
789 attlist4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist4() argument
808 attlist5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist5() argument
824 attlist6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist6() argument
840 attlist7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist7() argument
860 attlist8(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist8() argument
890 attlist9(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) attlist9() argument
906 element0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element0() argument
923 element1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element1() argument
949 element2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element2() argument
983 element3(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element3() argument
1007 element4(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element4() argument
1024 element5(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element5() argument
1044 element6(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element6() argument
1073 element7(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) element7() argument
1122 condSect0(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect0() argument
1142 condSect1(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect1() argument
1159 condSect2(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) condSect2() argument
1177 declClose(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) declClose() argument
1213 error(PROLOG_STATE *state, int tok, const char *ptr, const char *end, const ENCODING *enc) error() argument
1225 common(PROLOG_STATE *state, int tok) common() argument
[all...]
/third_party/selinux/libsepol/cil/src/
H A Dcil_parser.c100 struct token tok; in add_hll_linemark() local
103 cil_lexer_next(&tok); in add_hll_linemark()
104 if (tok.type != SYMBOL) { in add_hll_linemark()
108 hll_type = cil_strpool_add(tok.value); in add_hll_linemark()
139 create_node(&node, *current, tok.line, *hll_offset, NULL); in add_hll_linemark()
143 create_node(&node, *current, tok.line, *hll_offset, CIL_KEY_SRC_INFO); in add_hll_linemark()
146 create_node(&node, *current, tok.line, *hll_offset, hll_type); in add_hll_linemark()
149 cil_lexer_next(&tok); in add_hll_linemark()
150 if (tok.type != SYMBOL) { in add_hll_linemark()
155 create_node(&node, *current, tok in add_hll_linemark()
226 struct token tok; cil_parser() local
[all...]
/third_party/mesa3d/src/freedreno/afuc/
H A Dparser.y56 new_instr(int tok)
58 instr = next_instr(tok);
116 int tok;
130 %token <tok> T_OP_NOP
131 %token <tok> T_OP_ADD
132 %token <tok> T_OP_ADDHI
133 %token <tok> T_OP_SUB
134 %token <tok> T_OP_SUBHI
135 %token <tok> T_OP_AND
136 %token <tok> T_OP_O
[all...]
H A Dasm.c52 next_instr(int tok) in next_instr() argument
56 ai->tok = tok; in next_instr()
89 tok2alu(int tok) in tok2alu() argument
91 switch (tok) { in tok2alu()
162 switch (ai->tok) { in emit_instructions()
187 assert(ai->tok != T_OP_MSB); in emit_instructions()
193 opc = tok2alu(ai->tok); in emit_instructions()
203 instr.alu.alu = tok2alu(ai->tok); in emit_instructions()
243 if (ai->tok in emit_instructions()
[all...]
/third_party/skia/third_party/externals/tint/tools/src/cmd/intrinsic-gen/parser/
H A Dparser.go24 "dawn.googlesource.com/tint/tools/src/cmd/intrinsic-gen/tok"
40 tokens []tok.Token
53 case tok.Ldeco:
55 case tok.Enum:
60 case tok.Match:
65 case tok.Type:
68 case tok.Function:
82 p.expect(tok.Enum, "enum declaration")
83 name := p.expect(tok.Identifier, "enum name")
85 p.expect(tok
[all...]
/third_party/cups-filters/filter/
H A Dbanner.c64 char *tok; in parse_show() local
66 for (tok = strtok(s, " \t"); tok; tok = strtok(NULL, " \t")) { in parse_show()
67 if (!strcasecmp(tok, "imageable-area")) in parse_show()
69 else if (!strcasecmp(tok, "job-billing")) in parse_show()
71 else if (!strcasecmp(tok, "job-id")) in parse_show()
73 else if (!strcasecmp(tok, "job-name")) in parse_show()
75 else if (!strcasecmp(tok, "job-originating-host-name")) in parse_show()
77 else if (!strcasecmp(tok, "jo in parse_show()
[all...]
/third_party/vk-gl-cts/external/amber/src/src/
H A Dtokenizer.cc93 auto tok = MakeUnique<Token>(TokenType::kString); in NextToken() local
94 tok->SetStringValue(tok_str); in NextToken()
95 return tok; in NextToken()
152 auto tok = MakeUnique<Token>(TokenType::kString); in NextToken() local
153 tok->SetStringValue(tok_str); in NextToken()
154 return tok; in NextToken()
161 auto tok = MakeUnique<Token>(TokenType::kIdentifier); in NextToken() local
163 tok->SetStringValue(str); in NextToken()
165 return tok; in NextToken()
208 auto tok in NextToken() local
215 auto tok = MakeUnique<Token>(TokenType::kHex); NextToken() local
232 std::unique_ptr<Token> tok; NextToken() local
265 std::unique_ptr<Token> tok = NextToken(); PeekNextToken() local
[all...]
/third_party/curl/lib/
H A Dnetrc.c87 char *tok; in parsenetrc() local
96 tok = netrcbuffer; in parsenetrc()
97 while(tok) { in parsenetrc()
98 while(ISBLANK(*tok)) in parsenetrc()
99 tok++; in parsenetrc()
100 /* tok is first non-space letter */ in parsenetrc()
101 if(!*tok || (*tok == '#')) in parsenetrc()
106 quoted = (*tok == '\"'); in parsenetrc()
108 tok_end = tok; in parsenetrc()
[all...]
/third_party/skia/third_party/externals/harfbuzz/src/
H A Dhb-buffer-deserialize-text.hh422 const char *eof = pe, *tok = nullptr; in _hb_buffer_deserialize_text() local
467 tok = p; in _hb_buffer_deserialize_text()
483 tok, p - tok, in _hb_buffer_deserialize_text()
490 {if (!parse_hex (tok, p, &info.codepoint )) return false; } in _hb_buffer_deserialize_text()
494 { if (!parse_uint (tok, p, &info.cluster )) return false; } in _hb_buffer_deserialize_text()
498 { if (!parse_int (tok, p, &pos.x_offset )) return false; } in _hb_buffer_deserialize_text()
502 { if (!parse_int (tok, p, &pos.y_offset )) return false; } in _hb_buffer_deserialize_text()
506 { if (!parse_int (tok, p, &pos.x_advance)) return false; } in _hb_buffer_deserialize_text()
516 tok in _hb_buffer_deserialize_text()
[all...]
H A Dhb-buffer-deserialize-json.hh506 const char *tok = nullptr; in _hb_buffer_deserialize_json() local
561 tok = p; in _hb_buffer_deserialize_json()
577 tok, p - tok, in _hb_buffer_deserialize_json()
584 { if (!parse_uint (tok, p, &info.codepoint)) return false; } in _hb_buffer_deserialize_json()
588 { if (!parse_uint (tok, p, &info.cluster )) return false; } in _hb_buffer_deserialize_json()
592 { if (!parse_int (tok, p, &pos.x_offset )) return false; } in _hb_buffer_deserialize_json()
596 { if (!parse_int (tok, p, &pos.y_offset )) return false; } in _hb_buffer_deserialize_json()
600 { if (!parse_int (tok, p, &pos.x_advance)) return false; } in _hb_buffer_deserialize_json()
604 { if (!parse_int (tok, in _hb_buffer_deserialize_json()
[all...]
/third_party/python/Tools/peg_generator/pegen/
H A Dtokenizer.py10 def shorttok(tok: tokenize.TokenInfo) -> str:
11 return "%-25.25s" % f"{tok.start[0]}.{tok.start[1]}: {token.tok_name[tok.type]}:{tok.string!r}"
37 tok = self.peek()
41 return tok
46 tok = next(self._tokengen)
47 if tok.type in (tokenize.NL, tokenize.COMMENT):
49 if tok
[all...]
H A Dparser.py183 tok = self._tokenizer.peek()
184 return f"{tok.start[0]}.{tok.start[1]}: {token.tok_name[tok.type]}:{tok.string!r}"
188 tok = self._tokenizer.peek()
189 if tok.type == token.NAME and tok.string not in self.KEYWORDS:
195 tok = self._tokenizer.peek()
196 if tok
[all...]
/third_party/toybox/toys/pending/
H A Dexpr.c60 char **tok; // current token, not on the stack since recursive calls mutate it
136 char *tok; member
215 if (!*TT.tok) error_exit("Unexpected end of input"); in eval_expr()
218 if (!strcmp(*TT.tok, "(")) { // parenthesized expression in eval_expr()
219 TT.tok++; // consume ( in eval_expr()
223 if (!*TT.tok) error_exit("Expected )"); in eval_expr()
224 if (strcmp(*TT.tok, ")")) error_exit("Expected ) but got %s", *TT.tok); in eval_expr()
225 } else ret->s = *TT.tok; // simple literal, all values start as strings in eval_expr()
226 TT.tok in eval_expr()
[all...]
/third_party/python/Python/
H A DPython-tokenize.c28 PyObject_HEAD struct tok_state *tok; member
50 self->tok = _PyTokenizer_FromUTF8(source, 1); in tokenizeriter_new_impl()
51 if (self->tok == NULL) { in tokenizeriter_new_impl()
55 self->tok->filename = filename; in tokenizeriter_new_impl()
64 int type = _PyTokenizer_Get(it->tok, &start, &end); in tokenizeriter_next()
83 Py_ssize_t size = it->tok->inp - it->tok->buf; in tokenizeriter_next()
84 PyObject *line = PyUnicode_DecodeUTF8(it->tok->buf, size, "replace"); in tokenizeriter_next()
89 const char *line_start = type == STRING ? it->tok->multi_line_start : it->tok in tokenizeriter_next()
[all...]
/third_party/skia/third_party/externals/spirv-tools/utils/vscode/src/parser/
H A Dparser.go178 func (l *lexer) err(tok *Token, msg string, args ...interface{}) {
180 if tok != nil {
181 rng = tok.Range
225 tok := &Token{Type: PIdent, Range: Range{Start: l.pos, End: l.pos}}
238 tok.Range.End = l.pos
239 l.toks = append(l.toks, tok)
246 tok := &Token{Type: Unknown, Range: Range{Start: l.pos, End: l.pos}}
255 switch tok.Type {
257 tok.Type = Ident
259 l.err(tok, "invali
[all...]
/third_party/skia/third_party/externals/swiftshader/third_party/SPIRV-Tools/utils/vscode/src/parser/
H A Dparser.go178 func (l *lexer) err(tok *Token, msg string, args ...interface{}) {
180 if tok != nil {
181 rng = tok.Range
225 tok := &Token{Type: PIdent, Range: Range{Start: l.pos, End: l.pos}}
238 tok.Range.End = l.pos
239 l.toks = append(l.toks, tok)
246 tok := &Token{Type: Unknown, Range: Range{Start: l.pos, End: l.pos}}
255 switch tok.Type {
257 tok.Type = Ident
259 l.err(tok, "invali
[all...]
/third_party/spirv-tools/utils/vscode/src/parser/
H A Dparser.go178 func (l *lexer) err(tok *Token, msg string, args ...interface{}) {
180 if tok != nil {
181 rng = tok.Range
225 tok := &Token{Type: PIdent, Range: Range{Start: l.pos, End: l.pos}}
238 tok.Range.End = l.pos
239 l.toks = append(l.toks, tok)
246 tok := &Token{Type: Unknown, Range: Range{Start: l.pos, End: l.pos}}
255 switch tok.Type {
257 tok.Type = Ident
259 l.err(tok, "invali
[all...]
/third_party/ltp/lib/
H A Dself_exec.c75 char *p, *tok; in maybe_run_child() local
97 tok = strtok(NULL, ","); in maybe_run_child()
98 if (!tok || strlen(tok) == 0) { in maybe_run_child()
107 i = strtol(tok, &endptr, 10); in maybe_run_child()
117 i = strtol(tok, &endptr, 10); in maybe_run_child()
131 if (!strncpy(s, tok, strlen(tok) + 1)) { in maybe_run_child()
139 *sptr = strdup(tok); in maybe_run_child()

Completed in 12 milliseconds

12345678