@lskjs/proxy/lib/ProxyTests.js

"use strict";

var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
Object.defineProperty(exports, "__esModule", {
  value: true
});
exports["default"] = exports.ProxyTests = void 0;
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
var _objectWithoutProperties2 = _interopRequireDefault(require("@babel/runtime/helpers/objectWithoutProperties"));
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
var _err = _interopRequireDefault(require("@lskjs/err"));
var _module = _interopRequireDefault(require("@lskjs/module"));
var _tryJSONparse = _interopRequireDefault(require("@lskjs/utils/tryJSONparse"));
var _bluebird = _interopRequireDefault(require("bluebird"));
var _find = _interopRequireDefault(require("lodash/find"));
var _flatten = _interopRequireDefault(require("lodash/flatten"));
var _get = _interopRequireDefault(require("lodash/get"));
var _groupBy = _interopRequireDefault(require("lodash/groupBy"));
var _isFunction = _interopRequireDefault(require("lodash/isFunction"));
var _pick = _interopRequireDefault(require("lodash/pick"));
var _shuffle = _interopRequireDefault(require("lodash/shuffle"));
var _createRequest = require("./createRequest");
var _excluded = ["request"],
  _excluded2 = ["proxy", "testId", "test", "force"];
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2["default"])(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2["default"])(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2["default"])(this, result); }; }
function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
var getId = function getId(_ref) {
  var proxy = _ref.proxy,
    test = _ref.test;
  return [(0, _get["default"])(proxy, 'key'), test.id].filter(Boolean).join('_');
};
var ProxyTests = /*#__PURE__*/function (_Module) {
  (0, _inherits2["default"])(ProxyTests, _Module);
  var _super = _createSuper(ProxyTests);
  function ProxyTests() {
    var _this;
    (0, _classCallCheck2["default"])(this, ProxyTests);
    for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
      args[_key] = arguments[_key];
    }
    _this = _super.call.apply(_super, [this].concat(args));
    _this.config = {
      concurrency: (0, _tryJSONparse["default"])(process.env.PREFETCH) || 50,
      cacheTimeout: 15 * 60 * 1000
    };
    _this.cache = {
      results: {},
      proxyStats: {},
      updatedAt: null
    };
    return _this;
  }
  (0, _createClass2["default"])(ProxyTests, [{
    key: "request",
    value: function request(req) {
      var _ref2 = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {},
        _request = _ref2.request,
        props = (0, _objectWithoutProperties2["default"])(_ref2, _excluded);
      if ((0, _isFunction["default"])(req)) {
        return req(_objectSpread({
          request: _request
        }, props));
      }
      return _request(_objectSpread(_objectSpread({}, req), props));
    }
  }, {
    key: "execTest",
    value: function () {
      var _execTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee() {
        var _ref3,
          id,
          proxy,
          _ref3$test,
          test,
          apm,
          stats,
          log,
          request,
          res,
          startedAt,
          expired,
          _args = arguments;
        return _regenerator["default"].wrap(function _callee$(_context) {
          while (1) switch (_context.prev = _context.next) {
            case 0:
              _ref3 = _args.length > 0 && _args[0] !== undefined ? _args[0] : {}, id = _ref3.id, proxy = _ref3.proxy, _ref3$test = _ref3.test, test = _ref3$test === void 0 ? {} : _ref3$test;
              _context.next = 3;
              return this.app.module('apm');
            case 3:
              apm = _context.sent;
              _context.next = 6;
              return this.app.module('stats');
            case 6:
              stats = _context.sent;
              _context.next = 9;
              return this.log.createChild({
                name: "".concat(test.id)
              });
            case 9:
              log = _context.sent;
              request = (0, _createRequest.createRequest)({
                apm: apm,
                labels: {
                  proxyTest: test.id
                },
                stats: stats,
                log: log
              }); // console.log({ proxy });
              res = {
                id: getId({
                  proxy: proxy,
                  test: test
                }),
                proxy: proxy,
                proxyKey: (proxy === null || proxy === void 0 ? void 0 : proxy.key) || '?',
                test: test
              };
              startedAt = new Date();
              _context.prev = 13;
              _context.next = 16;
              return this.request(test.req, {
                proxy: proxy,
                request: request
              });
            case 16:
              res.status = 'success';
              _context.next = 23;
              break;
            case 19:
              _context.prev = 19;
              _context.t0 = _context["catch"](13);
              res.status = 'error';
              res.errCode = _err["default"].getCode(_context.t0);
              // res.err = err; // NOTE: вырубил, чтобы не переполнять память
            case 23:
              res.time = Date.now() - startedAt;
              res.updatedAt = Date.now();
              expired = test.expired || 5 * 60 * 1000;
              res.expiredAt = Date.now() + expired;
              // const ok = test.validate ? await test.validate(res2) : true;
              return _context.abrupt("return", res);
            case 28:
            case "end":
              return _context.stop();
          }
        }, _callee, this, [[13, 19]]);
      }));
      function execTest() {
        return _execTest.apply(this, arguments);
      }
      return execTest;
    }()
  }, {
    key: "getCache",
    value: function getCache(id) {
      if (!this.cache.results[id]) return null;
      if (this.cache.results[id].expiredAt < Date.now()) {
        delete this.cache.results[id];
        return null;
      }
      return this.cache.results[id];
    }
  }, {
    key: "setCache",
    value: function setCache(res) {
      var id = res.id;
      if (!id) id = getId(res);
      if (!id) throw new _err["default"]('!id', {
        res: res
      });
      this.cache.results[id] = res;
      this.cache.updatedAt = Date.now();
      this.cache.proxyStats = (0, _groupBy["default"])(this.cache.results, 'proxy.key');
    }
  }, {
    key: "updateCache",
    value: function updateCache() {
      var _this2 = this;
      Object.keys(this.cache.results).map(function (id) {
        return _this2.getCache(id);
      });
    }
  }, {
    key: "getResults",
    value: function getResults() {
      this.updateCache();
      return this.cache.results;
    }
  }, {
    key: "runTest",
    value: function () {
      var _runTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2() {
        var _ref4,
          proxy,
          testId,
          test,
          _ref4$force,
          force,
          props,
          id,
          res,
          _args2 = arguments;
        return _regenerator["default"].wrap(function _callee2$(_context2) {
          while (1) switch (_context2.prev = _context2.next) {
            case 0:
              _ref4 = _args2.length > 0 && _args2[0] !== undefined ? _args2[0] : {}, proxy = _ref4.proxy, testId = _ref4.testId, test = _ref4.test, _ref4$force = _ref4.force, force = _ref4$force === void 0 ? false : _ref4$force, props = (0, _objectWithoutProperties2["default"])(_ref4, _excluded2);
              if (!test && testId) {
                // eslint-disable-next-line no-param-reassign
                test = (0, _find["default"])(this.tests, {
                  id: testId
                });
              }
              id = getId({
                proxy: proxy,
                test: test
              });
              res = this.getCache(id);
              if (!(res && !force)) {
                _context2.next = 6;
                break;
              }
              return _context2.abrupt("return", res);
            case 6:
              _context2.next = 8;
              return this.execTest(_objectSpread({
                id: id,
                proxy: proxy,
                test: test
              }, props));
            case 8:
              res = _context2.sent;
              // this.log.trace('[runTest]', res)
              this.setCache(res);
              return _context2.abrupt("return", res);
            case 11:
            case "end":
              return _context2.stop();
          }
        }, _callee2, this);
      }));
      function runTest() {
        return _runTest.apply(this, arguments);
      }
      return runTest;
    }()
  }, {
    key: "getProxyStats",
    value: function getProxyStats(proxyList) {
      if (!proxyList) return this.cache.proxyStats;
      var proxyKeys = proxyList.map(function (proxy) {
        return proxy.key;
      });
      return (0, _pick["default"])(this.cache.proxyStats, proxyKeys);
    }
  }, {
    key: "runTests",
    value: function () {
      var _runTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(proxyList) {
        var _this3 = this;
        var _ref5,
          _ref5$force,
          force,
          concurrency,
          stats,
          res,
          _args3 = arguments;
        return _regenerator["default"].wrap(function _callee3$(_context3) {
          while (1) switch (_context3.prev = _context3.next) {
            case 0:
              _ref5 = _args3.length > 1 && _args3[1] !== undefined ? _args3[1] : {}, _ref5$force = _ref5.force, force = _ref5$force === void 0 ? false : _ref5$force;
              concurrency = this.config.concurrency;
              _context3.next = 4;
              return this.app.module('stats');
            case 4:
              stats = _context3.sent;
              stats.startTimer();
              // this.log.trace('[runTests] start');
              _context3.next = 8;
              return _bluebird["default"].map((0, _shuffle["default"])(proxyList), function (proxy) {
                return _bluebird["default"].map((0, _shuffle["default"])(_this3.tests), function (test) {
                  return _this3.runTest({
                    proxy: proxy,
                    test: test,
                    force: force
                  });
                }, {
                  concurrency: 1
                });
              }, {
                concurrency: concurrency
              });
            case 8:
              res = _context3.sent;
              stats.stopTimer();
              // this.log.debug('[runTests]', res);
              return _context3.abrupt("return", (0, _flatten["default"])(res));
            case 11:
            case "end":
              return _context3.stop();
          }
        }, _callee3, this);
      }));
      function runTests(_x) {
        return _runTests.apply(this, arguments);
      }
      return runTests;
    }()
  }]);
  return ProxyTests;
}(_module["default"]);
exports.ProxyTests = ProxyTests;
var _default = ProxyTests;
exports["default"] = _default;
//# sourceMappingURL=ProxyTests.js.map