-
Notifications
You must be signed in to change notification settings - Fork 38
/
Copy pathCopyManager.java
434 lines (412 loc) · 19.6 KB
/
CopyManager.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
package cc.blynk.clickhouse.copy;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.Reader;
import java.io.Writer;
import java.nio.file.Path;
import java.sql.PreparedStatement;
import java.sql.SQLException;
public interface CopyManager extends AutoCloseable {
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* InputStream sourceInputStream = ...
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, sourceInputStream);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param from - InputStream with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, InputStream from) throws SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Path path = ...;
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, path);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param path - Path to the file with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, Path path) throws IOException, SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* File file = ...;
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, file);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param file - Path to the file with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, File file) throws IOException, SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* InputStream sourceInputStream = ...
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, sourceInputStream, 1024);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param from - InputStream with data
* @param bufferSize - buffer size for the data transfer
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, InputStream from, int bufferSize) throws SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Reader sourceReader = ...
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, sourceReader);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param from - Reader with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, Reader from) throws SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Reader sourceReader = ...
* String sql = "INSERT INTO default.my_table FORMAT CSV";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(sql, sourceReader);
* }
* </pre>
*
* @param sql - SQL INSERT Query
* @param from - Reader with data
* @param bufferSize - buffer size for the data transfer
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(String sql, Reader from, int bufferSize) throws SQLException;
/**
* Loads the data from the DB using the SQL Query and writes it to the OutputStream
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* FileOutputStream fos = ...
* String sql = "SELECT * from default.my_table FORMAT CSVWithNames";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(sql, fos);
* }
* </pre>
*
* @param sql - SQL SELECT Query
* @param to - OutputStream to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(String sql, OutputStream to) throws SQLException;
/**
* Loads the data from the DB using the SQL Query and writes it to the OutputStream
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* FileOutputStream fos = ...
* String sql = "SELECT * from default.my_table FORMAT CSVWithNames";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(sql, fos);
* }
* </pre>
*
* @param sql - SQL SELECT Query
* @param to - Writer to write the data to
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(String sql, Writer to) throws SQLException;
/**
* Loads the data from the DB using the SQL Query and writes it to the file
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* Path path = ...;
* String sql = "SELECT * from default.my_table FORMAT CSVWithNames";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(sql, path);
* }
* </pre>
*
* @param sql - SQL SELECT Query
* @param to - OutputStream to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(String sql, Path to) throws IOException, SQLException;
/**
* Loads the data from the DB using the SQL Query and writes it to the file
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* File file = ...;
* String sql = "SELECT * from default.my_table FORMAT CSVWithNames";
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(sql, file);
* }
* </pre>
*
* @param sql - SQL SELECT Query
* @param to - OutputStream to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(String sql, File to) throws IOException, SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* InputStream sourceInputStream = ...
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, sourceInputStream);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param from - InputStream with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, InputStream from) throws SQLException;
/**
* Inserts the data from the path to the DB.
* The type and structure of the data from the path specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Path path = ...;
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, path);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param path - Path to the file with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, Path path) throws IOException, SQLException;
/**
* Inserts the data from the file to the DB.
* The type and structure of the data from the file specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* File file = ...;
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, file);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param file - Path to the file with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, File file) throws IOException, SQLException;
/**
* Inserts the data from the stream to the DB.
* The type and structure of the data from the stream specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* InputStream sourceInputStream = ...
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, sourceInputStream, 1024);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param from - InputStream with data
* @param bufferSize - buffer size for the data transfer
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, InputStream from, int bufferSize) throws SQLException;
/**
* Inserts the data from the reader to the DB.
* The type and structure of the data from the reader specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Reader sourceReader = ...
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, sourceReader);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param from - Reader with data
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, Reader from) throws SQLException;
/**
* Inserts the data from the reader to the DB.
* The type and structure of the data from the reader specified in the SQL Query.
* For example, in case you want to send the data in the CSV format to the DB you need to:
* <pre>
* Reader sourceReader = ...
* String sql = "INSERT INTO default.my_table where group_id = ? FORMAT CSV";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyToDb(ps, sourceReader, 1024);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL INSERT Query
* @param from - Reader with data
* @param bufferSize - buffer size for the data transfer
* @throws SQLException - insertion error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyToDb(PreparedStatement preparedStatement, Reader from, int bufferSize) throws SQLException;
/**
* Loads the data from the DB using the PreparedStatement and writes it to the OutputStream
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* FileOutputStream fos = ...
* String sql = "SELECT * from default.my_table where group_id = ? FORMAT CSVWithNames";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(ps, fos);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL and params
* @param to - OutputStream to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(PreparedStatement preparedStatement, OutputStream to) throws SQLException;
/**
* Loads the data from the DB using the PreparedStatement and writes it to the writer
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* Writer writer = ...
* String sql = "SELECT * from default.my_table where group_id = ? FORMAT CSVWithNames";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(ps, writer);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL and params
* @param to - Writer to write the data to
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(PreparedStatement preparedStatement, Writer to) throws SQLException;
/**
* Loads the data from the DB using the PreparedStatement and writes it to the file
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* Path path = ...;
* String sql = "SELECT * from default.my_table where group_id = ? FORMAT CSVWithNames";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(ps, path);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL and params
* @param to - Path to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(PreparedStatement preparedStatement, Path to) throws IOException, SQLException;
/**
* Loads the data from the DB using the PreparedStatement and writes it to the file
* in the format defined in the SQL query.
* For example, in case you want to select the data from the DB and directly write
* it to the file in the csv format with the headers line and without creating intermediate
* objects in the application space:
* <pre>
* File file = ...;
* String sql = "SELECT * from default.my_table where group_id = ? FORMAT CSVWithNames";
* PreparedStatement ps = connection.prepareStatement(sql);
* ps.setLong(1, 10);
* try (CopyManager copyManager = CopyManagerFactory.create(connection)) {
* copyManager.copyFromDb(ps, file);
* }
* </pre>
*
* @param preparedStatement - PreparedStatement with SQL and params
* @param to - File to write data
* @throws SQLException - loading error
* @see cc.blynk.clickhouse.domain.ClickHouseFormat for possible formats of the data
*/
void copyFromDb(PreparedStatement preparedStatement, File to) throws IOException, SQLException;
}