website

Website contents
git clone git://git.reagancfischer.dev/website.git
Log | Files | Refs

tokenizer.h (377B)

      1 /* tokenizer.h */
      2 #ifndef TOKENIZER_H
      3 #define TOKENIZER_H
      4 #include "token.h"
      5 #include "input.h"
      6 /* Tokenization Interface */
      7 void init_tokenizer(const char *filename);
      8 void destroy_tokenizer(void);
      9 token_t *next_token(void);
     10 void reject_token(token_t *token);
     11 token_t *peek_token(void);
     12 void consume(c_token_types kind);
     13 void consume_alt(c_token_types *kinds, int n);
     14 
     15 #endif
     16