Source file `test_parsing_python.ml`

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
open Common

module Flag = Flag_parsing

(*****************************************************************************)
(* Subsystem testing *)
(*****************************************************************************)

let test_tokens_python file = 
  if not (file =~ ".*\\.py") 
  then pr2 "warning: seems not a python file";

  Flag.verbose_lexing := true;
  Flag.verbose_parsing := true;
  Flag.exn_when_lexical_error := true;

  let toks = Parse_python.tokens file in
  toks |> List.iter (fun x -> pr2_gen x);
  ()

let test_parse_python xs =
  let xs = List.map Common.fullpath xs in

  let fullxs = 
    Lib_parsing_python.find_source_files_of_dir_or_files xs 
    |> Skip_code.filter_files_if_skip_list
  in

  let stat_list = ref [] in

  fullxs |> Console.progress (fun k -> List.iter (fun file ->
    k();

    let (_xs, stat) =
     Common.save_excursion Flag.error_recovery true (fun () ->
     Common.save_excursion Flag.exn_when_lexical_error false (fun () ->
       Parse_python.parse file
    )) in
    Common.push stat stat_list;
  ));
  Parse_info.print_parsing_stat_list !stat_list;
  ()


let test_dump_python file =
  let ast = Parse_python.parse_program file in
  let v = Meta_ast_python.vof_program ast in
  let s = Ocaml.string_of_v v in
  pr s

(*****************************************************************************)
(* Main entry for Arg *)
(*****************************************************************************)

let actions () = [
  "-tokens_python", "   <file>", 
  Common.mk_action_1_arg test_tokens_python;
  "-parse_python", "   <files or dirs>", 
  Common.mk_action_n_arg test_parse_python;
  "-dump_python", "   <file>", 
  Common.mk_action_1_arg test_dump_python;
]