generate-robotstxt/dist/standalone.js

'use strict';

Object.defineProperty(exports, "__esModule", {
    value: true
});

exports.default = function () {
    var _ref = arguments.length <= 0 || arguments[0] === undefined ? {} : arguments[0];

    var _ref$configFile = _ref.configFile;
    var configFile = _ref$configFile === undefined ? null : _ref$configFile;
    var _ref$policy = _ref.policy;
    var policy = _ref$policy === undefined ? [{
        allow: '/',
        cleanParam: null,
        crawlDelay: null,
        userAgent: '*'
    }] : _ref$policy;
    var _ref$sitemap = _ref.sitemap;
    var sitemap = _ref$sitemap === undefined ? null : _ref$sitemap;
    var _ref$host = _ref.host;
    var host = _ref$host === undefined ? null : _ref$host;

    var options = {
        host: host,
        policy: policy,
        sitemap: sitemap
    };

    var starter = Promise.resolve();

    if (configFile) {
        starter = new Promise(function (resolve) {
            var optionsFromConfigFile = require(configFile); // eslint-disable-line global-require

            options = Object.assign({}, options, optionsFromConfigFile.default ? optionsFromConfigFile.default : optionsFromConfigFile);

            return resolve();
        });
    }

    return starter.then(function () {
        return new Promise(function (resolve, reject) {
            if (!Array.isArray(options.policy)) {
                return reject(new Error('Options "policy" must be array'));
            }

            if (Array.isArray(host)) {
                return reject(new Error('Options "host" must be one'));
            }

            var contents = '';
            var counter = 0;

            options.policy.forEach(function (item) {
                if (!item.userAgent || item.userAgent && item.userAgent.length === 0) {
                    return reject(new Error('Each "police" should have "User-agent"'));
                }

                contents += addLine('User-agent', item.userAgent);

                if (item.allow) {
                    contents += addLine('Allow', item.allow);
                }

                if (item.disallow) {
                    contents += addLine('Disallow', item.disallow);
                }

                if (item.crawlDelay && typeof item.crawlDelay !== 'number' && !isFinite(item.crawlDelay)) {
                    return reject(new Error('Options "crawlDelay" must be integer or float'));
                }

                if (item.crawlDelay) {
                    contents += addLine('Crawl-delay', item.crawlDelay);
                }

                if (item.cleanParam) {
                    contents += addLine('Clean-param', item.cleanParam);
                }

                counter++;

                if (counter !== options.policy.length) {
                    contents += '\n';
                }

                return item;
            });

            if (options.sitemap) {
                contents += addLine('Sitemap', options.sitemap);
            }

            if (options.host) {
                contents += addLine('Host', options.host);
            }

            return resolve(contents);
        });
    });
};

function capitaliseFirstLetter(string) {
    return string.charAt(0).toUpperCase() + string.slice(1);
}

function addLine(name, rule) {
    var contents = '';

    if (rule && Object.prototype.toString.call(rule) === '[object Array]') {
        rule.forEach(function (item) {
            contents += addLine(name, item);
        });
    } else {
        contents += capitaliseFirstLetter(name.replace(/([a-z])([A-Z])/g, '$1-$2').toLowerCase()) + ': ' + rule + '\n';
    }

    return contents;
}