1 | "use strict";
|
2 |
|
3 |
|
4 |
|
5 |
|
6 |
|
7 |
|
8 |
|
9 |
|
10 |
|
11 |
|
12 |
|
13 |
|
14 |
|
15 |
|
16 |
|
17 | var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
18 | function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
19 | return new (P || (P = Promise))(function (resolve, reject) {
|
20 | function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
21 | function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
22 | function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
23 | step((generator = generator.apply(thisArg, _arguments || [])).next());
|
24 | });
|
25 | };
|
26 | Object.defineProperty(exports, "__esModule", { value: true });
|
27 | function deleteKeys(s3, log, params, keysToDelete) {
|
28 | return __awaiter(this, void 0, void 0, function* () {
|
29 | const { bucketName } = params;
|
30 | let deleted = 0;
|
31 | const warnings = [];
|
32 | const maxItems = 1000;
|
33 | for (let i = 0; i < keysToDelete.length; i += maxItems) {
|
34 | const deleteNow = keysToDelete.slice(i, i + maxItems);
|
35 | try {
|
36 | const deleteObjectsResult = yield s3.deleteObjects({
|
37 | Bucket: bucketName,
|
38 | Delete: {
|
39 | Objects: deleteNow,
|
40 | },
|
41 | }).promise();
|
42 | deleted += deleteObjectsResult.Deleted.length;
|
43 | const deletedString = deleteObjectsResult.Deleted.map(o => o.Key).join(",");
|
44 | log.write(`Deleted objects (${deletedString}) in 's3://${bucketName}'`);
|
45 | if (deleteObjectsResult.Errors && deleteObjectsResult.Errors.length > 0) {
|
46 | deleteObjectsResult.Errors.forEach(e => {
|
47 | const msg = `Error deleting object '${e.Key}': ${e.Message}`;
|
48 | log.write(msg);
|
49 | warnings.push(msg);
|
50 | });
|
51 | }
|
52 | }
|
53 | catch (e) {
|
54 | const keysString = deleteNow.map(o => o.Key).join(",");
|
55 | const msg = `Failed to delete objects (${keysString}) in 's3://${bucketName}': ${e.message}`;
|
56 | log.write(msg);
|
57 | warnings.push(msg);
|
58 | break;
|
59 | }
|
60 | }
|
61 | return [deleted, warnings];
|
62 | });
|
63 | }
|
64 | exports.deleteKeys = deleteKeys;
|
65 | function gatherKeysToDelete(s3, log, keysToKeep, params) {
|
66 | return __awaiter(this, void 0, void 0, function* () {
|
67 | const { bucketName } = params;
|
68 | const keysToDelete = [];
|
69 | const warnings = [];
|
70 | let listObjectsResponse = {
|
71 | IsTruncated: true,
|
72 | NextContinuationToken: undefined,
|
73 | };
|
74 | const maxItems = 1000;
|
75 | while (listObjectsResponse.IsTruncated) {
|
76 | try {
|
77 | listObjectsResponse = yield s3.listObjectsV2({
|
78 | Bucket: bucketName,
|
79 | MaxKeys: maxItems,
|
80 | ContinuationToken: listObjectsResponse.NextContinuationToken,
|
81 | }).promise();
|
82 | keysToDelete.push(...filterKeys(keysToKeep, listObjectsResponse.Contents));
|
83 | }
|
84 | catch (e) {
|
85 | const msg = `Failed to list objects in 's3://${bucketName}': ${e.message}`;
|
86 | log.write(msg);
|
87 | warnings.push(msg);
|
88 | break;
|
89 | }
|
90 | }
|
91 | return [keysToDelete, warnings];
|
92 | });
|
93 | }
|
94 | exports.gatherKeysToDelete = gatherKeysToDelete;
|
95 |
|
96 |
|
97 |
|
98 |
|
99 |
|
100 |
|
101 |
|
102 | function filterKeys(keys, objects) {
|
103 | return objects.filter(o => o.Key && !keys.includes(o.Key)).map(o => ({ Key: o.Key }));
|
104 | }
|
105 | exports.filterKeys = filterKeys;
|
106 |
|
\ | No newline at end of file |