Module Lexer_python

module PI = Parse_info
module Flag = Flag_parsing
exception Lexical_error of string * Parse_info.info
val tok : Lexing.lexbuf -> string
val error : string -> Lexing.lexbuf -> unit
val unescaped : string -> string
val count_lines : string -> int
type state_mode =
  1. | STATE_TOKEN
  2. | STATE_OFFSET
  3. | STATE_UNDERSCORE_TOKEN
type lexer_state = {
  1. mutable curr_offset : int;
  2. offset_stack : int Stack.t;
  3. mutable nl_ignore : int;
  4. mutable mode : state_mode;
}
val create : unit -> lexer_state
val ignore_nl : lexer_state -> unit
val aware_nl : lexer_state -> unit
val __ocaml_lex_tables : Lexing.lex_tables
val __ocaml_lex_token_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val offset : lexer_state -> Lexing.lexbuf -> string
val __ocaml_lex_offset_rec : lexer_state -> Lexing.lexbuf -> int -> string
val _token : lexer_state -> Lexing.lexbuf -> Parser_python.token
val __ocaml_lex__token_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_sq_shortstrlit_rec : lexer_state -> Parse_info.info -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_sq_longstrlit_rec : lexer_state -> Parse_info.info -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_dq_shortstrlit_rec : lexer_state -> Parse_info.info -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_dq_longstrlit_rec : lexer_state -> Parse_info.info -> Lexing.lexbuf -> int -> Parser_python.token