cpython/Parser/lexer/state.h

#ifndef _PY_LEXER_H_
#define _PY_LEXER_H_

#include "object.h"

#define MAXINDENT …
#define MAXLEVEL …
#define MAXFSTRINGLEVEL …

#define INSIDE_FSTRING(tok) …
#define INSIDE_FSTRING_EXPR(tok) …

enum decoding_state { … };

enum interactive_underflow_t { … };

struct token { … };

enum tokenizer_mode_kind_t { … };

#define MAX_EXPR_NESTING …

tokenizer_mode;

/* Tokenizer state */
struct tok_state { … };

int _PyLexer_type_comment_token_setup(struct tok_state *tok, struct token *token, int type, int col_offset,
                         int end_col_offset, const char *start, const char *end);
int _PyLexer_token_setup(struct tok_state *tok, struct token *token, int type, const char *start, const char *end);

struct tok_state *_PyTokenizer_tok_new(void);
void _PyTokenizer_Free(struct tok_state *);
void _PyToken_Free(struct token *);
void _PyToken_Init(struct token *);


#endif