Module Lexer_python

module PI = Parse_info
module Flag = Flag_parsing
val tok : Lexing.lexbuf -> string
val tokinfo : Lexing.lexbuf -> Parse_info.t
val error : string -> Lexing.lexbuf -> unit
val unescaped : string -> string
val count_lines : string -> int
type state_mode =
  1. | STATE_TOKEN
  2. | STATE_OFFSET
  3. | STATE_UNDERSCORE_TOKEN
  4. | STATE_IN_FSTRING_SINGLE
  5. | STATE_IN_FSTRING_DOUBLE
  6. | STATE_IN_FSTRING_TRIPLE
type lexer_state = {
  1. mutable curr_offset : int;
  2. offset_stack : int Stack.t;
  3. mutable nl_ignore : int;
  4. mode : state_mode list ref;
}
val create : unit -> lexer_state
val ignore_nl : lexer_state -> unit
val aware_nl : lexer_state -> unit
val top_mode : lexer_state -> state_mode
val push_mode : lexer_state -> state_mode -> unit
val pop_mode : lexer_state -> unit
val set_mode : lexer_state -> state_mode -> unit
val __ocaml_lex_tables : Lexing.lex_tables
val __ocaml_lex_token_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val offset : lexer_state -> Lexing.lexbuf -> string
val __ocaml_lex_offset_rec : lexer_state -> Lexing.lexbuf -> int -> string
val _token : lexer_state -> Lexing.lexbuf -> Parser_python.token
val __ocaml_lex__token_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_sq_shortstrlit_rec : lexer_state -> Parse_info.t -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_sq_longstrlit_rec : lexer_state -> Parse_info.t -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_dq_shortstrlit_rec : lexer_state -> Parse_info.t -> Lexing.lexbuf -> int -> Parser_python.token
val __ocaml_lex_dq_longstrlit_rec : lexer_state -> Parse_info.t -> Lexing.lexbuf -> int -> Parser_python.token
val fstring_single : lexer_state -> Lexing.lexbuf -> Parser_python.token
val __ocaml_lex_fstring_single_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val fstring_double : lexer_state -> Lexing.lexbuf -> Parser_python.token
val __ocaml_lex_fstring_double_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token
val fstring_triple : lexer_state -> Lexing.lexbuf -> Parser_python.token
val __ocaml_lex_fstring_triple_rec : lexer_state -> Lexing.lexbuf -> int -> Parser_python.token