@lskjs/proxy/ProxyTests.js

"use strict";

var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports["default"] = exports.ProxyTests = void 0;

var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));

var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));

var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));

var _objectWithoutProperties2 = _interopRequireDefault(require("@babel/runtime/helpers/objectWithoutProperties"));

var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));

var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));

var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));

var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));

var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));

var _err = _interopRequireDefault(require("@lskjs/err"));

var _module = _interopRequireDefault(require("@lskjs/module"));

var _tryJSONparse = _interopRequireDefault(require("@lskjs/utils/tryJSONparse"));

var _bluebird = _interopRequireDefault(require("bluebird"));

var _find = _interopRequireDefault(require("lodash/find"));

var _flatten = _interopRequireDefault(require("lodash/flatten"));

var _get = _interopRequireDefault(require("lodash/get"));

var _groupBy = _interopRequireDefault(require("lodash/groupBy"));

var _isFunction = _interopRequireDefault(require("lodash/isFunction"));

var _pick = _interopRequireDefault(require("lodash/pick"));

var _shuffle = _interopRequireDefault(require("lodash/shuffle"));

var _createRequest = require("./createRequest");

var _excluded = ["request"],
    _excluded2 = ["proxy", "testId", "test", "force"];

function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }

function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }

function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2["default"])(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2["default"])(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2["default"])(this, result); }; }

function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }

var getId = function getId(_ref) {
  var proxy = _ref.proxy,
      test = _ref.test;
  return [(0, _get["default"])(proxy, 'key'), test.id].filter(Boolean).join('_');
};

var ProxyTests = /*#__PURE__*/function (_Module) {
  (0, _inherits2["default"])(ProxyTests, _Module);

  var _super = _createSuper(ProxyTests);

  function ProxyTests() {
    var _this;

    (0, _classCallCheck2["default"])(this, ProxyTests);

    for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
      args[_key] = arguments[_key];
    }

    _this = _super.call.apply(_super, [this].concat(args));
    _this.config = {
      concurrency: (0, _tryJSONparse["default"])(process.env.PREFETCH) || 50,
      cacheTimeout: 15 * 60 * 1000
    };
    _this.cache = {
      results: {},
      proxyStats: {},
      updatedAt: null
    };
    return _this;
  }

  (0, _createClass2["default"])(ProxyTests, [{
    key: "request",
    value: function request(req) {
      var _ref2 = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {},
          _request = _ref2.request,
          props = (0, _objectWithoutProperties2["default"])(_ref2, _excluded);

      if ((0, _isFunction["default"])(req)) {
        return req(_objectSpread({
          request: _request
        }, props));
      }

      return _request(_objectSpread(_objectSpread({}, req), props));
    }
  }, {
    key: "execTest",
    value: function () {
      var _execTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee() {
        var _ref3,
            id,
            proxy,
            _ref3$test,
            test,
            apm,
            stats,
            log,
            request,
            res,
            startedAt,
            expired,
            _args = arguments;

        return _regenerator["default"].wrap(function _callee$(_context) {
          while (1) {
            switch (_context.prev = _context.next) {
              case 0:
                _ref3 = _args.length > 0 && _args[0] !== undefined ? _args[0] : {}, id = _ref3.id, proxy = _ref3.proxy, _ref3$test = _ref3.test, test = _ref3$test === void 0 ? {} : _ref3$test;
                _context.next = 3;
                return this.app.module('apm');

              case 3:
                apm = _context.sent;
                _context.next = 6;
                return this.app.module('stats');

              case 6:
                stats = _context.sent;
                _context.next = 9;
                return this.log.createChild({
                  name: "".concat(test.id)
                });

              case 9:
                log = _context.sent;
                request = (0, _createRequest.createRequest)({
                  apm: apm,
                  labels: {
                    proxyTest: test.id
                  },
                  stats: stats,
                  log: log
                }); // console.log({ proxy });

                res = {
                  id: getId({
                    proxy: proxy,
                    test: test
                  }),
                  proxy: proxy,
                  proxyKey: (proxy === null || proxy === void 0 ? void 0 : proxy.key) || '?',
                  test: test
                };
                startedAt = new Date();
                _context.prev = 13;
                _context.next = 16;
                return this.request(test.req, {
                  proxy: proxy,
                  request: request
                });

              case 16:
                res.status = 'success';
                _context.next = 23;
                break;

              case 19:
                _context.prev = 19;
                _context.t0 = _context["catch"](13);
                res.status = 'error';
                res.errCode = _err["default"].getCode(_context.t0); // res.err = err; // NOTE: вырубил, чтобы не переполнять память

              case 23:
                res.time = Date.now() - startedAt;
                res.updatedAt = Date.now();
                expired = test.expired || 5 * 60 * 1000;
                res.expiredAt = Date.now() + expired; // const ok = test.validate ? await test.validate(res2) : true;

                return _context.abrupt("return", res);

              case 28:
              case "end":
                return _context.stop();
            }
          }
        }, _callee, this, [[13, 19]]);
      }));

      function execTest() {
        return _execTest.apply(this, arguments);
      }

      return execTest;
    }()
  }, {
    key: "getCache",
    value: function getCache(id) {
      if (!this.cache.results[id]) return null;

      if (this.cache.results[id].expiredAt < Date.now()) {
        delete this.cache.results[id];
        return null;
      }

      return this.cache.results[id];
    }
  }, {
    key: "setCache",
    value: function setCache(res) {
      var id = res.id;
      if (!id) id = getId(res);
      if (!id) throw new _err["default"]('!id', {
        res: res
      });
      this.cache.results[id] = res;
      this.cache.updatedAt = Date.now();
      this.cache.proxyStats = (0, _groupBy["default"])(this.cache.results, 'proxy.key');
    }
  }, {
    key: "updateCache",
    value: function updateCache() {
      var _this2 = this;

      Object.keys(this.cache.results).map(function (id) {
        return _this2.getCache(id);
      });
    }
  }, {
    key: "getResults",
    value: function getResults() {
      this.updateCache();
      return this.cache.results;
    }
  }, {
    key: "runTest",
    value: function () {
      var _runTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2() {
        var _ref4,
            proxy,
            testId,
            test,
            _ref4$force,
            force,
            props,
            id,
            res,
            _args2 = arguments;

        return _regenerator["default"].wrap(function _callee2$(_context2) {
          while (1) {
            switch (_context2.prev = _context2.next) {
              case 0:
                _ref4 = _args2.length > 0 && _args2[0] !== undefined ? _args2[0] : {}, proxy = _ref4.proxy, testId = _ref4.testId, test = _ref4.test, _ref4$force = _ref4.force, force = _ref4$force === void 0 ? false : _ref4$force, props = (0, _objectWithoutProperties2["default"])(_ref4, _excluded2);

                if (!test && testId) {
                  // eslint-disable-next-line no-param-reassign
                  test = (0, _find["default"])(this.tests, {
                    id: testId
                  });
                }

                id = getId({
                  proxy: proxy,
                  test: test
                });
                res = this.getCache(id);

                if (!(res && !force)) {
                  _context2.next = 6;
                  break;
                }

                return _context2.abrupt("return", res);

              case 6:
                _context2.next = 8;
                return this.execTest(_objectSpread({
                  id: id,
                  proxy: proxy,
                  test: test
                }, props));

              case 8:
                res = _context2.sent;
                // this.log.trace('[runTest]', res)
                this.setCache(res);
                return _context2.abrupt("return", res);

              case 11:
              case "end":
                return _context2.stop();
            }
          }
        }, _callee2, this);
      }));

      function runTest() {
        return _runTest.apply(this, arguments);
      }

      return runTest;
    }()
  }, {
    key: "getProxyStats",
    value: function getProxyStats(proxyList) {
      if (!proxyList) return this.cache.proxyStats;
      var proxyKeys = proxyList.map(function (proxy) {
        return proxy.key;
      });
      return (0, _pick["default"])(this.cache.proxyStats, proxyKeys);
    }
  }, {
    key: "runTests",
    value: function () {
      var _runTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(proxyList) {
        var _this3 = this;

        var _ref5,
            _ref5$force,
            force,
            concurrency,
            stats,
            res,
            _args3 = arguments;

        return _regenerator["default"].wrap(function _callee3$(_context3) {
          while (1) {
            switch (_context3.prev = _context3.next) {
              case 0:
                _ref5 = _args3.length > 1 && _args3[1] !== undefined ? _args3[1] : {}, _ref5$force = _ref5.force, force = _ref5$force === void 0 ? false : _ref5$force;
                concurrency = this.config.concurrency;
                _context3.next = 4;
                return this.app.module('stats');

              case 4:
                stats = _context3.sent;
                stats.startTimer(); // this.log.trace('[runTests] start');

                _context3.next = 8;
                return _bluebird["default"].map((0, _shuffle["default"])(proxyList), function (proxy) {
                  return _bluebird["default"].map((0, _shuffle["default"])(_this3.tests), function (test) {
                    return _this3.runTest({
                      proxy: proxy,
                      test: test,
                      force: force
                    });
                  }, {
                    concurrency: 1
                  });
                }, {
                  concurrency: concurrency
                });

              case 8:
                res = _context3.sent;
                stats.stopTimer(); // this.log.debug('[runTests]', res);

                return _context3.abrupt("return", (0, _flatten["default"])(res));

              case 11:
              case "end":
                return _context3.stop();
            }
          }
        }, _callee3, this);
      }));

      function runTests(_x) {
        return _runTests.apply(this, arguments);
      }

      return runTests;
    }()
  }]);
  return ProxyTests;
}(_module["default"]);

exports.ProxyTests = ProxyTests;
var _default = ProxyTests;
exports["default"] = _default;
//# sourceMappingURL=ProxyTests.js.map