Lines Matching refs:tok
212 static int read_token(FILE_and_pos_t *ft, token_t tok) in read_token() argument
214 tok |= TOK_EMPTY; in read_token()
215 while (!(tok & TOK_EOL)) { in read_token()
225 tok |= (t & (TOK_EOF + TOK_EOL)); in read_token()
228 tok |= TOK_EOL; in read_token()
241 if (tok & TOK_SPACE) { /* yes */ in read_token()
244 tok &= ~TOK_SPACE; in read_token()
252 tok &= ~(TOK_EMPTY + CHAR_MASK); in read_token()
254 tok |= t; in read_token()
258 bb_error_msg("fp:%p tok:%x '%c'%s%s%s%s", fp, tok, tok & 0xff in read_token()
259 , tok & TOK_EOF ? " EOF" : "" in read_token()
260 , tok & TOK_EOL ? " EOL" : "" in read_token()
261 , tok & TOK_EMPTY ? " EMPTY" : "" in read_token()
262 , tok & TOK_SPACE ? " SPACE" : "" in read_token()
265 return tok; in read_token()
463 token_t tok; in create_J() local
475 tok = read_token(&ft[i], tok); in create_J()
476 if (!(tok & TOK_EMPTY)) { in create_J()
480 unsigned o = hash - TOK2CHAR(tok); in create_J()
492 if (tok & TOK_EOF) { in create_J()
498 hash = tok = 0; in create_J()