`cypressaward/crawler/package.json`

42 lines
{
  "name": "cypres-crawler",
  "version": "1.0.0",
  "description": "Web crawler for cy pres awards and legal news",
  "main": "dist/index.js",
  "scripts": {
    "build": "tsc",
    "start": "node dist/index.js",
    "dev": "tsx watch src/index.ts",
    "crawl:hourly": "tsx src/crawlers/hourly.ts",
    "crawl:news": "tsx src/crawlers/news.ts",
    "test": "jest"
  },
  "dependencies": {
    "crawlee": "^3.5.0",
    "playwright": "^1.40.0",
    "cheerio": "^1.0.0-rc.12",
    "p-queue": "^7.4.0",
    "got": "^13.0.0",
    "robots-txt-parser": "^2.0.0",
    "hash.js": "^1.1.7",
    "date-fns": "^3.0.0",
    "zod": "^3.22.0",
    "pg": "^8.11.0",
    "ioredis": "^5.3.0",
    "openai": "^4.0.0",
    "tiktoken": "^1.0.0",
    "langchain": "^0.1.0",
    "@langchain/openai": "^0.0.10",
    "winston": "^3.11.0",
    "dotenv": "^16.3.0"
  },
  "devDependencies": {
    "@types/node": "^20.0.0",
    "@types/cheerio": "^0.22.0",
    "typescript": "^5.0.0",
    "tsx": "^4.0.0",
    "jest": "^29.5.0",
    "@types/jest": "^29.5.0",
    "ts-jest": "^29.1.0"
  }
}