HelenOS sources

tokenizer_t       113 uspace/app/bdsh/compl.c 	tokenizer_t tok;
tokenizer_t       102 uspace/app/bdsh/input.c 	tokenizer_t tok;
tokenizer_t        40 uspace/app/bdsh/test/toktest.c static tokenizer_t tokenizer;
tokenizer_t        38 uspace/app/bdsh/tok.c static char32_t tok_get_char(tokenizer_t *);
tokenizer_t        39 uspace/app/bdsh/tok.c static char32_t tok_look_char(tokenizer_t *);
tokenizer_t        40 uspace/app/bdsh/tok.c static errno_t tok_push_char(tokenizer_t *, char32_t);
tokenizer_t        41 uspace/app/bdsh/tok.c static errno_t tok_push_token(tokenizer_t *);
tokenizer_t        42 uspace/app/bdsh/tok.c static bool tok_pending_chars(tokenizer_t *);
tokenizer_t        43 uspace/app/bdsh/tok.c static errno_t tok_finish_string(tokenizer_t *);
tokenizer_t        44 uspace/app/bdsh/tok.c static void tok_start_token(tokenizer_t *, token_type_t);
tokenizer_t        53 uspace/app/bdsh/tok.c errno_t tok_init(tokenizer_t *tok, char *input, token_t *out_tokens,
tokenizer_t        83 uspace/app/bdsh/tok.c void tok_fini(tokenizer_t *tok)
tokenizer_t        91 uspace/app/bdsh/tok.c errno_t tok_tokenize(tokenizer_t *tok, size_t *tokens_length)
tokenizer_t       181 uspace/app/bdsh/tok.c errno_t tok_finish_string(tokenizer_t *tok)
tokenizer_t       216 uspace/app/bdsh/tok.c char32_t tok_get_char(tokenizer_t *tok)
tokenizer_t       223 uspace/app/bdsh/tok.c char32_t tok_look_char(tokenizer_t *tok)
tokenizer_t       234 uspace/app/bdsh/tok.c errno_t tok_push_char(tokenizer_t *tok, char32_t ch)
tokenizer_t       239 uspace/app/bdsh/tok.c void tok_start_token(tokenizer_t *tok, token_type_t type)
tokenizer_t       245 uspace/app/bdsh/tok.c errno_t tok_push_token(tokenizer_t *tok)
tokenizer_t       273 uspace/app/bdsh/tok.c bool tok_pending_chars(tokenizer_t *tok)
tokenizer_t        65 uspace/app/bdsh/tok.h extern errno_t tok_init(tokenizer_t *, char *, token_t *, size_t);
tokenizer_t        66 uspace/app/bdsh/tok.h extern void tok_fini(tokenizer_t *);
tokenizer_t        67 uspace/app/bdsh/tok.h extern errno_t tok_tokenize(tokenizer_t *, size_t *);