endl/lib/core.js

// Generated by CoffeeScript 1.9.3
var Core, Extractor, _extend, scraperjs;

scraperjs = require('scraperjs');

Extractor = require('./extractor').Extractor;

_extend = require('util')._extend;

Core = {
  page: function(url, options) {
    var defaultOptions, scraper;
    options = options != null ? options : {};
    defaultOptions = {
      url: url
    };
    options = _extend(defaultOptions, options);
    if (options.pageUrlAsReferrer === true) {
      if (options.headers == null) {
        options.headers = {};
      }
      if (options.hasOwnProperty('previousUrl')) {
        options.headers.referer = options.previousUrl;
      } else {
        options.headers.referer = url;
      }
    }
    scraper = scraperjs.StaticScraper.create({
      url: options.url,
      headers: options.headers
    });
    return new Extractor(url, scraper);
  },
  file: function(url, pageUrl) {
    var File;
    File = require('./file');
    return new File(url, pageUrl);
  },
  load: function(filepath, downloadCb, extractCb) {
    var Parser;
    Parser = require('./parser');
    return new Parser().onDownload(downloadCb).onExtract(extractCb).parse(filepath);
  }
};

module.exports = Core;