@antv/dw-transform/lib/parse.js

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
var tslib_1 = require("tslib");
var helper_1 = require("./util/helper");
var aggregate_1 = require("./aggregate");
var partition_1 = require("./util/partition");
var smartMock_1 = require("./smartMock");
var tuple = function () {
    var args = [];
    for (var _i = 0; _i < arguments.length; _i++) {
        args[_i] = arguments[_i];
    }
    return args;
};
/**
 * @beta
 */
exports.AGGREGATION = tuple('sum', 'max', 'min', 'average', 'avg', 'median', 'count', 'distinct', 'countd');
/**
 * @beta
 */
exports.CONVERSION = tuple('toString', 'toFloat', 'toInt');
/**
 * @beta
 */
exports.FILL = tuple('fillNull', 'removeNull');
function isFillNullOptionsBySmart(options) {
    return options.type === 'bySmart';
}
exports.isFillNullOptionsBySmart = isFillNullOptionsBySmart;
function isFillNullOptionsByAgg(options) {
    return options.type === 'byAgg';
}
exports.isFillNullOptionsByAgg = isFillNullOptionsByAgg;
function isFillNullOptionsByValue(options) {
    return options.type === 'byValue';
}
exports.isFillNullOptionsByValue = isFillNullOptionsByValue;
var ACTION_TYPES = { AGGREGATION: exports.AGGREGATION, CONVERSION: exports.CONVERSION, FILL: exports.FILL };
function converse(value, type) {
    if (type === 'toString') {
        return String(value);
    }
    if (type === 'toFloat') {
        return parseFloat(value);
    }
    if (type === 'toInt') {
        return parseInt(value);
    }
    return value; // fail, return origin
}
function fillNull(data, field, fillNullOptions) {
    var result = null;
    if (isFillNullOptionsByValue(fillNullOptions)) {
        result = [];
        data.forEach(function (row) {
            var newRow = tslib_1.__assign({}, row);
            if (!newRow[field]) {
                newRow[field] = fillNullOptions.cfg.value;
            }
            result.push(newRow);
        });
    }
    if (isFillNullOptionsByAgg(fillNullOptions)) {
        result = [];
        var tempAgg_1 = aggregate_1.aggregate(data.filter(function (row) { return !!row[field]; }), { as: [field], fields: [field], op: [fillNullOptions.cfg.agg] });
        data.forEach(function (row) {
            var newRow = tslib_1.__assign({}, row);
            if (!newRow[field]) {
                newRow[field] = tempAgg_1[0][field];
            }
            result.push(newRow);
        });
    }
    if (isFillNullOptionsBySmart(fillNullOptions)) {
        result = [];
        var cleanField_1 = data.map(function (row) { return row[field]; }).filter(function (e) { return !!e; });
        data.forEach(function (row) {
            var newRow = tslib_1.__assign({}, row);
            if (!newRow[field]) {
                newRow[field] = smartMock_1.oneMoreValue(cleanField_1);
            }
            result.push(newRow);
        });
    }
    return result;
}
function parseSingleSchema(data, schema) {
    var groupBy = schema.groupBy, actions = schema.actions;
    var result = data;
    if (groupBy) {
        var group = partition_1.partition(data, tslib_1.__spread(groupBy));
        result = Object.values(group).map(function (groupArray) {
            helper_1.assert(Array.isArray(groupArray) && groupArray.length > 0, "Invalid groupby!");
            var newRow = {};
            groupBy.forEach(function (g) {
                newRow[g] = groupArray[0][g];
            });
            return newRow;
        });
    }
    actions.forEach(function (action) {
        var type = action.type, field = action.field, as = action.as, options = action.options;
        var actionCategory = Object.keys(ACTION_TYPES).find(function (cate) { return ACTION_TYPES[cate].some(function (t) { return t === type; }); });
        var requiredAs = 'new_field';
        if (as) {
            requiredAs = as;
        }
        else if (field) {
            requiredAs = field;
        }
        if (actionCategory === 'AGGREGATION') {
            var aggregateParams = {
                as: [requiredAs],
                op: [type],
            };
            if (field) {
                aggregateParams.fields = [field];
            }
            if (groupBy) {
                aggregateParams.groupBy = groupBy;
            }
            var tempAgg_2 = aggregate_1.aggregate(data, aggregateParams);
            result.forEach(function (row, index) {
                row[requiredAs] = tempAgg_2[index][requiredAs];
            });
        }
        if (actionCategory === 'CONVERSION') {
            if (field) {
                var tempCon_1 = data.map(function (row) {
                    var newRow = tslib_1.__assign({}, row);
                    newRow[requiredAs] = converse(row[field], type);
                    return newRow;
                });
                result.forEach(function (row, index) {
                    row[requiredAs] = tempCon_1[index][requiredAs];
                });
            }
        }
        if (actionCategory === 'FILL') {
            if (type === 'removeNull') {
                if (field) {
                    result = result.filter(function (row) { return row[field]; });
                }
            }
            if (type === 'fillNull') {
                if (field && options) {
                    var attempt = fillNull(result, field, options);
                    if (attempt) {
                        result = attempt;
                    }
                }
            }
        }
    });
    return result;
}
/**
 * @beta
 */
function parse(data, schemas) {
    var result = data;
    var schemaArray = Array.isArray(schemas) ? schemas : [schemas];
    for (var i = 0; i < schemaArray.length; i++) {
        result = parseSingleSchema(result, schemaArray[i]);
    }
    return result;
}
exports.parse = parse;