{
  "name": "@blocklet/crawler",
  "version": "2.4.6",
  "description": "blocklet crawler lib",
  "publishConfig": {
    "access": "public"
  },
  "sideEffects": false,
  "exports": {
    ".": {
      "require": "./lib/cjs/index.js",
      "import": "./lib/es/index.js",
      "types": "./lib/cjs/index.d.ts"
    },
    "./middlewares": {
      "require": "./lib/cjs/middlewares.js",
      "import": "./lib/es/middlewares.js",
      "types": "./lib/cjs/middlewares.d.ts"
    },
    "./utils": {
      "require": "./lib/cjs/utils.js",
      "import": "./lib/es/utils.js",
      "types": "./lib/cjs/utils.d.ts"
    },
    "./types": {
      "require": "./lib/cjs/types.js",
      "import": "./lib/es/types.js",
      "types": "./lib/cjs/types.d.ts"
    },
    "./lib/*": {
      "require": "./lib/cjs/*",
      "import": "./lib/es/*",
      "types": "./lib/cjs/*"
    }
  },
  "main": "./lib/cjs/index.js",
  "module": "./lib/es/index.js",
  "types": "./lib/cjs/index.d.ts",
  "files": [
    "lib",
    "*.d.ts"
  ],
  "keywords": [
    "blocklet",
    "crawler"
  ],
  "author": "arcblock <blocklet@arcblock.io> https://github.com/blocklet",
  "license": "ISC",
  "dependencies": {
    "@abtnode/cron": "^1.16.44",
    "@blocklet/puppeteer": "^22.11.3",
    "@blocklet/sdk": "^1.16.44",
    "axios": "^1.7.7",
    "fs-extra": "^11.2.0",
    "generic-pool": "^3.9.0",
    "lodash": "^4.17.21",
    "lru-cache": "^10.4.3",
    "p-queue": "6.6.2",
    "p-wait-for": "^5.0.2",
    "prettier": "^3.3.3",
    "redis": "^4.7.0",
    "robots-parser": "^3.0.1",
    "sitemap": "^7.1.2",
    "ufo": "^1.5.4",
    "url-join": "^4.0.1"
  },
  "devDependencies": {
    "@arcblock/eslint-config-ts": "^0.3.3",
    "@types/express": "^4.17.21",
    "@types/fs-extra": "^11.0.4",
    "@types/lodash": "^4.17.9",
    "@types/mime-types": "^2.1.4",
    "@types/node": "^20.16.9",
    "@types/puppeteer": "^7.0.4",
    "@types/react": "^18.3.9",
    "@types/url-join": "^4.0.3",
    "@vitest/coverage-c8": "^0.33.0",
    "jsdom": "^22.1.0",
    "typescript": "^5.6.2",
    "unbuild": "^1.2.1",
    "vitest": "^3.2.4",
    "vitest-fetch-mock": "^0.4.5"
  },
  "scripts": {
    "coverage": "pnpm test -- --coverage",
    "test": "vitest tests",
    "build": "unbuild",
    "build:watch": "npx nodemon --ext 'ts,tsx,json,js,jsx' --exec 'pnpm run build' --ignore 'lib/*' ",
    "dev": "pnpm run build:watch",
    "prepublish": "pnpm run build",
    "prebuild:dep": "pnpm run build"
  }
}