Source file rewrite_template.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
open Angstrom
open Core_kernel
open Match
let debug =
match Sys.getenv "DEBUG_COMBY" with
| exception Not_found -> false
| _ -> true
let counter =
let uuid_for_id_counter = ref 0 in
fun () ->
uuid_for_id_counter := !uuid_for_id_counter + 1;
Format.sprintf "%d" !uuid_for_id_counter
let sub_counter =
let uuid_for_sub_counter = ref 0 in
fun () ->
uuid_for_sub_counter := !uuid_for_sub_counter + 1;
Format.sprintf "sub_%d" !uuid_for_sub_counter
let replacement_sentinel metasyntax =
let open Matchers.Metasyntax in
List.find_map metasyntax.syntax ~f:(function
| Hole (Everything, Delimited (left, right)) ->
let left = Option.value left ~default:"" in
let right = Option.value right ~default:"" in
Some (left, right)
| Regex (left, _, right) ->
Some (left, right)
| _ -> None)
|> function
| Some v -> v
| None -> failwith "A custom metasyntax must define syntax for an Everything hole or Regex to customize rewriting"
(** Parse the first :[id(label)] label encountered in the template. *)
let parse_first_label ?(metasyntax = Matchers.Metasyntax.default_metasyntax) template =
let label = take_while (function | '0' .. '9' | 'a' .. 'z' | 'A' .. 'Z' | '_' -> true | _ -> false) in
let left, right = replacement_sentinel metasyntax in
let parser =
many @@
choice
[ (string (left^"id(") *> label <* string (")"^right) >>= fun label -> return (Some label))
; any_char >>= fun _ -> return None
]
in
parse_string ~consume:All parser template
|> function
| Ok label -> List.find_map label ~f:ident
| Error _ -> None
let substitute_fresh ?(metasyntax = Matchers.Metasyntax.default_metasyntax) ?(fresh = counter) template =
let label_table = String.Table.create () in
let template_ref = ref template in
let current_label_ref = ref (parse_first_label ~metasyntax !template_ref) in
while Option.is_some !current_label_ref do
let label = Option.value_exn !current_label_ref in
let id =
match String.Table.find label_table label with
| Some id -> id
| None ->
let id = fresh () in
if String.(label <> "") then
String.Table.add_exn label_table ~key:label ~data:id;
id
in
let left, right = replacement_sentinel metasyntax in
let pattern = left ^ "id(" ^ label ^ ")" ^ right in
template_ref := String.substr_replace_first !template_ref ~pattern ~with_:id;
current_label_ref := parse_first_label ~metasyntax !template_ref;
done;
!template_ref
let formats_of_metasyntax metasyntax =
let open Matchers.Metasyntax in
List.filter_map metasyntax ~f:(function
| Hole (_, Delimited (left, right)) ->
let left = Option.value left ~default:"" in
let right = Option.value right ~default:"" in
Some [(left, right); (left^"?", right)]
| _ -> None)
|> List.concat
let substitute ?(metasyntax = Matchers.Metasyntax.default_metasyntax) ?fresh template env =
let substitution_formats = formats_of_metasyntax metasyntax.syntax in
let template = substitute_fresh ~metasyntax ?fresh template in
Environment.vars env
|> List.fold ~init:(template, []) ~f:(fun (acc, vars) variable ->
match Environment.lookup env variable with
| Some value ->
List.find_map substitution_formats ~f:(fun (left,right) ->
let pattern = left^variable^right in
if Option.is_some (String.substr_index template ~pattern) then
Some (String.substr_replace_all acc ~pattern ~with_:value, variable::vars)
else
None)
|> Option.value ~default:(acc,vars)
| None -> acc, vars)
let of_match_context
?(metasyntax = Matchers.Metasyntax.default_metasyntax)
?(fresh = sub_counter)
{ range =
{ match_start = { offset = start_index; _ }
; match_end = { offset = end_index; _ } }
; _
}
~source =
if debug then Format.printf "Start idx: %d@.End idx: %d@." start_index end_index;
let before_part =
if start_index = 0 then
""
else
String.slice source 0 start_index
in
let after_part = String.slice source end_index (String.length source) in
let hole_id = fresh () in
let left, right = replacement_sentinel metasyntax in
let rewrite_template = String.concat [before_part; left; hole_id; right; after_part] in
hole_id, rewrite_template
let get_offsets_for_holes ?(metasyntax = Matchers.Metasyntax.default_metasyntax) rewrite_template variables =
let left, right = replacement_sentinel metasyntax in
let sorted_variables =
List.fold variables ~init:[] ~f:(fun acc variable ->
match String.substr_index rewrite_template ~pattern:(left^variable^right) with
| Some index ->
(variable, index)::acc
| None -> acc)
|> List.sort ~compare:(fun (_, i1) (_, i2) -> i1 - i2)
|> List.map ~f:fst
in
List.fold sorted_variables ~init:(rewrite_template, []) ~f:(fun (rewrite_template, acc) variable ->
match String.substr_index rewrite_template ~pattern:(left^variable^right) with
| Some index ->
let rewrite_template =
String.substr_replace_all rewrite_template ~pattern:(left^variable^right) ~with_:"" in
rewrite_template, (variable, index)::acc
| None -> rewrite_template, acc)
|> snd
let get_offsets_after_substitution offsets environment =
List.fold_right offsets ~init:([],0) ~f:(fun (var, offset) (acc, shift) ->
match Environment.lookup environment var with
| None -> failwith "Expected var"
| Some s ->
let offset' = offset + shift in
let shift = shift + String.length s in
((var, offset')::acc), shift)
|> fst