PRIMEIRO ENVIO

2025-12-25 12:02:07 -03:00
parent ca49575224
commit c4d3bd9a86
92 changed files with 26976 additions and 1 deletions
@@ -0,0 +1,37 @@
+{
+  "name": "@cloneweb/crawler-service",
+  "version": "1.0.0",
+  "description": "Intelligent web crawler service for CloneWeb platform",
+  "main": "dist/index.js",
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/index.js",
+    "dev": "ts-node-dev --respawn --transpile-only src/index.ts",
+    "test": "jest",
+    "test:watch": "jest --watch"
+  },
+  "dependencies": {
+    "@cloneweb/database": "file:../../packages/database",
+    "@cloneweb/shared": "file:../../packages/shared",
+    "@cloneweb/types": "file:../../packages/types",
+    "express": "^4.18.2",
+    "puppeteer": "^21.5.2",
+    "bull": "^4.12.2",
+    "@bull-board/api": "^5.10.2",
+    "@bull-board/express": "^5.10.2",
+    "ioredis": "^5.3.2",
+    "robots-parser": "^3.0.1",
+    "url-parse": "^1.5.10",
+    "cheerio": "^1.0.0-rc.12",
+    "fast-check": "^3.15.0"
+  },
+  "devDependencies": {
+    "@types/express": "^4.17.21",
+    "@types/node": "^20.10.4",
+    "@types/url-parse": "^1.4.11",
+    "typescript": "^5.3.3",
+    "ts-node-dev": "^2.0.0",
+    "jest": "^29.7.0",
+    "@types/jest": "^29.5.8"
+  }
+}