/* tokenizer.h */
#ifndef TOKENIZER_H
#define TOKENIZER_H
#include "token.h"
#include "input.h"
/* Tokenization Interface */
void init_tokenizer(const char *filename);
void destroy_tokenizer(void);
token_t *next_token(void);
void reject_token(token_t *token);
token_t *peek_token(void);
void consume(c_token_types kind);
void consume_alt(c_token_types *kinds, int n);

#endif