Source file repo.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
open Lwt.Syntax
module MakeMariaDb (MigrationService : Sihl.Migration.Sig.SERVICE) :
Sihl.Storage.Sig.REPO = struct
let stored_file =
let encode m =
let Sihl.Storage.StoredFile.{ file; blob } = m in
let Sihl.Storage.File.{ id; filename; filesize; mime } = file in
Ok (id, (filename, (filesize, (mime, blob))))
in
let decode (id, (filename, (filesize, (mime, blob)))) =
let ( let* ) = Result.bind in
let* id =
id |> Sihl.Database.Id.of_bytes |> Result.map Sihl.Database.Id.to_string
in
let* blob =
blob |> Sihl.Database.Id.of_bytes |> Result.map Sihl.Database.Id.to_string
in
let file = Sihl.Storage.File.make ~id ~filename ~filesize ~mime in
Ok (Sihl.Storage.StoredFile.make ~file ~blob)
in
Caqti_type.(
custom
~encode
~decode
Caqti_type.(tup2 string (tup2 string (tup2 int (tup2 string string)))))
;;
let insert_request =
Caqti_request.exec
stored_file
{sql|
INSERT INTO storage_handles (
uuid,
filename,
filesize,
mime,
asset_blob
) VALUES (
UNHEX(REPLACE(?, '-', '')),
?,
?,
?,
UNHEX(REPLACE(?, '-', ''))
)
|sql}
;;
let insert_file ctx ~file =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec insert_request file |> Lwt.map Result.get_ok)
;;
let update_file_request =
Caqti_request.exec
stored_file
{sql|
UPDATE storage_handles SET
filename = $2,
filesize = $3,
mime = $4,
asset_blob = UNHEX(REPLACE($5, '-', ''))
WHERE
storage_handles.uuid = UNHEX(REPLACE($1, '-', ''))
|sql}
;;
let update_file ctx ~file =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec update_file_request file |> Lwt.map Result.get_ok)
;;
let get_file_request =
Caqti_request.find_opt
Caqti_type.string
stored_file
{sql|
SELECT
uuid,
filename,
filesize,
mime,
asset_blob
FROM storage_handles
WHERE storage_handles.uuid = UNHEX(REPLACE(?, '-', ''))
|sql}
;;
let get_file ctx ~id =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.find_opt get_file_request id |> Lwt.map Result.get_ok)
;;
let delete_file_request =
Caqti_request.exec
Caqti_type.string
{sql|
DELETE FROM storage_handles
WHERE storage_handles.uuid = UNHEX(REPLACE(?, '-', ''))
|sql}
;;
let delete_file ctx ~id =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec delete_file_request id |> Lwt.map Result.get_ok)
;;
let get_blob_request =
Caqti_request.find_opt
Caqti_type.string
Caqti_type.string
{sql|
SELECT
asset_data
FROM storage_blobs
WHERE storage_blobs.uuid = UNHEX(REPLACE(?, '-', ''))
|sql}
;;
let get_blob ctx ~id =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.find_opt get_blob_request id |> Lwt.map Result.get_ok)
;;
let insert_blob_request =
Caqti_request.exec
Caqti_type.(tup2 string string)
{sql|
INSERT INTO storage_blobs (
uuid,
asset_data
) VALUES (
UNHEX(REPLACE(?, '-', '')),
?
)
|sql}
;;
let insert_blob ctx ~id ~blob =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec insert_blob_request (id, blob) |> Lwt.map Result.get_ok)
;;
let update_blob_request =
Caqti_request.exec
Caqti_type.(tup2 string string)
{sql|
UPDATE storage_blobs SET
asset_data = $2
WHERE
storage_blobs.uuid = UNHEX(REPLACE($1, '-', ''))
|sql}
;;
let update_blob ctx ~id ~blob =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec update_blob_request (id, blob) |> Lwt.map Result.get_ok)
;;
let delete_blob_request =
Caqti_request.exec
Caqti_type.string
{sql|
DELETE FROM storage_blobs
WHERE
storage_blobs.uuid = UNHEX(REPLACE(?, '-', ''))
|sql}
;;
let delete_blob ctx ~id =
Sihl.Database.Service.query ctx (fun connection ->
let module Connection = (val connection : Caqti_lwt.CONNECTION) in
Connection.exec delete_blob_request id |> Lwt.map Result.get_ok)
;;
let clean_handles_request =
Caqti_request.exec
Caqti_type.unit
{sql|
TRUNCATE storage_handles;
|sql}
;;
let clean_handles ctx =
Sihl.Database.Service.query ctx (fun (module Connection : Caqti_lwt.CONNECTION) ->
Connection.exec clean_handles_request () |> Lwt.map Result.get_ok)
;;
let clean_blobs_request =
Caqti_request.exec
Caqti_type.unit
{sql|
TRUNCATE storage_blobs;
|sql}
;;
let clean_blobs ctx =
Sihl.Database.Service.query ctx (fun (module Connection : Caqti_lwt.CONNECTION) ->
Connection.exec clean_blobs_request () |> Lwt.map Result.get_ok)
;;
let fix_collation =
Sihl.Migration.create_step
~label:"fix collation"
{sql|
SET collation_server = 'utf8mb4_unicode_ci';
|sql}
;;
let create_blobs_table =
Sihl.Migration.create_step
~label:"create blobs table"
{sql|
CREATE TABLE IF NOT EXISTS storage_blobs (
id BIGINT UNSIGNED AUTO_INCREMENT,
uuid BINARY(16) NOT NULL,
asset_data MEDIUMBLOB NOT NULL,
created TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
updated TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
PRIMARY KEY (id),
CONSTRAINT unique_uuid UNIQUE KEY (uuid)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
|sql}
;;
let create_handles_table =
Sihl.Migration.create_step
~label:"create handles table"
{sql|
CREATE TABLE IF NOT EXISTS storage_handles (
id BIGINT UNSIGNED AUTO_INCREMENT,
uuid BINARY(16) NOT NULL,
filename VARCHAR(255) NOT NULL,
filesize BIGINT UNSIGNED,
mime VARCHAR(128) NOT NULL,
asset_blob BINARY(16) NOT NULL,
created TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
updated TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
PRIMARY KEY (id),
CONSTRAINT unique_uuid UNIQUE KEY (uuid)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
|sql}
;;
let migration () =
Sihl.Migration.(
empty "storage"
|> add_step fix_collation
|> add_step create_blobs_table
|> add_step create_handles_table)
;;
let register_migration () = MigrationService.register_migration (migration ())
let register_cleaner () =
let cleaner ctx =
let* () = clean_handles ctx in
clean_blobs ctx
in
Sihl.Repository.Service.register_cleaner cleaner
;;
end