1 | "use strict";
|
2 | var __assign = (this && this.__assign) || function () {
|
3 | __assign = Object.assign || function(t) {
|
4 | for (var s, i = 1, n = arguments.length; i < n; i++) {
|
5 | s = arguments[i];
|
6 | for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
|
7 | t[p] = s[p];
|
8 | }
|
9 | return t;
|
10 | };
|
11 | return __assign.apply(this, arguments);
|
12 | };
|
13 | var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
14 | function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
15 | return new (P || (P = Promise))(function (resolve, reject) {
|
16 | function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
17 | function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
18 | function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
19 | step((generator = generator.apply(thisArg, _arguments || [])).next());
|
20 | });
|
21 | };
|
22 | var __generator = (this && this.__generator) || function (thisArg, body) {
|
23 | var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
|
24 | return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
25 | function verb(n) { return function (v) { return step([n, v]); }; }
|
26 | function step(op) {
|
27 | if (f) throw new TypeError("Generator is already executing.");
|
28 | while (_) try {
|
29 | if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
30 | if (y = 0, t) op = [op[0] & 2, t.value];
|
31 | switch (op[0]) {
|
32 | case 0: case 1: t = op; break;
|
33 | case 4: _.label++; return { value: op[1], done: false };
|
34 | case 5: _.label++; y = op[1]; op = [0]; continue;
|
35 | case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
36 | default:
|
37 | if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
38 | if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
39 | if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
40 | if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
41 | if (t[2]) _.ops.pop();
|
42 | _.trys.pop(); continue;
|
43 | }
|
44 | op = body.call(thisArg, _);
|
45 | } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
46 | if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
47 | }
|
48 | };
|
49 | Object.defineProperty(exports, "__esModule", { value: true });
|
50 | exports.isBrowser = exports.subBeforeIfHaving = exports.mergeConfig = exports.QPSController = exports.getResourceId = exports.chunks = exports.wait = void 0;
|
51 | var const_1 = require("./const");
|
52 | var apitable_1 = require("./apitable");
|
53 | exports.wait = function (timeout) {
|
54 | return new Promise(function (resolve) {
|
55 | setTimeout(function () {
|
56 | resolve(undefined);
|
57 | }, timeout);
|
58 | });
|
59 | };
|
60 | exports.chunks = function (arr, chunkSize) {
|
61 | var res = [];
|
62 | for (var i = 0; i < arr.length; i += chunkSize) {
|
63 | var chunk = arr.slice(i, i + chunkSize);
|
64 | res.push(chunk);
|
65 | }
|
66 | return res;
|
67 | };
|
68 |
|
69 |
|
70 |
|
71 |
|
72 |
|
73 |
|
74 |
|
75 | exports.getResourceId = function (url) {
|
76 | if (!url)
|
77 | return null;
|
78 | var urlPaths = url.split('/');
|
79 | var dstIndex = urlPaths.findIndex(function (i) { return i === 'datasheets'; });
|
80 | if (dstIndex > -1 && urlPaths.length > dstIndex) {
|
81 | return urlPaths[dstIndex + 1];
|
82 | }
|
83 | return null;
|
84 | };
|
85 |
|
86 | exports.QPSController = function (QPS, OFFSET) {
|
87 | if (QPS === void 0) { QPS = 5; }
|
88 | if (OFFSET === void 0) { OFFSET = 50; }
|
89 | return function (config) { return __awaiter(void 0, void 0, void 0, function () {
|
90 | var resourceId, now, _a, count, lastReqTimestamp, sleep;
|
91 | return __generator(this, function (_b) {
|
92 | switch (_b.label) {
|
93 | case 0:
|
94 | resourceId = exports.getResourceId(config.url);
|
95 | if (!resourceId)
|
96 | return [2 , config];
|
97 | now = new Date().getTime();
|
98 | _a = apitable_1.Vika.QPSMap.get(resourceId) || {
|
99 | count: 1,
|
100 | lastReqTimestamp: now
|
101 | }, count = _a.count, lastReqTimestamp = _a.lastReqTimestamp;
|
102 | if (Math.floor(now / 1000) <= Math.floor(lastReqTimestamp / 1000)) {
|
103 | if (count < QPS) {
|
104 | count++;
|
105 | }
|
106 | else {
|
107 | lastReqTimestamp = 1000 * (Math.floor(lastReqTimestamp / 1000) + 1);
|
108 | count = 1;
|
109 | }
|
110 | }
|
111 | else {
|
112 | lastReqTimestamp = now;
|
113 | count = 1;
|
114 | }
|
115 | apitable_1.Vika.QPSMap.set(resourceId, {
|
116 | count: count,
|
117 | lastReqTimestamp: lastReqTimestamp
|
118 | });
|
119 | sleep = lastReqTimestamp - now;
|
120 | sleep = sleep > 0 ? sleep + OFFSET : 0;
|
121 | return [4 , exports.wait(sleep)];
|
122 | case 1:
|
123 | _b.sent();
|
124 | return [2 , config];
|
125 | }
|
126 | });
|
127 | }); };
|
128 | };
|
129 | exports.mergeConfig = function (config) {
|
130 | var DEFAULT_CONFIG = {
|
131 | host: const_1.DEFAULT_HOST,
|
132 | fieldKey: 'name',
|
133 | requestTimeout: const_1.DEFAULT_REQUEST_TIMEOUT,
|
134 | logLevel: 'Warn',
|
135 | disableClientUserAgent: false,
|
136 | };
|
137 | return __assign(__assign({}, DEFAULT_CONFIG), config);
|
138 | };
|
139 | exports.subBeforeIfHaving = function (str, searchString) {
|
140 | if (!str)
|
141 | return undefined;
|
142 | var pos = str.indexOf(searchString);
|
143 | return pos == -1 ? str : str.slice(0, pos);
|
144 | };
|
145 | exports.isBrowser = typeof window !== 'undefined';
|