feat: add web crawling management functionality

- Introduced a new crawling management feature allowing users to configure, execute, and log web crawls.
- Added CRUD operations for crawl configurations, including URL analysis and preview capabilities.
- Implemented a new service for handling crawling logic and scheduling tasks.
- Integrated cheerio for HTML parsing and axios for HTTP requests.
- Created a sample HTML page for testing crawling functionality.

This commit enhances the application's data collection capabilities from external websites.

backend-node/src/routes/crawlRoutes.ts

@@ -0,0 +1,32 @@
+import { Router } from "express";
+import { authenticateToken } from "../middleware/authMiddleware";
+import {
+  getCrawlConfigs,
+  getCrawlConfig,
+  createCrawlConfig,
+  updateCrawlConfig,
+  deleteCrawlConfig,
+  previewCrawl,
+  analyzeUrl,
+  executeCrawl,
+  getCrawlLogs,
+} from "../controllers/crawlController";
+
+const router = Router();
+
+// 설정 CRUD
+router.get("/configs", authenticateToken, getCrawlConfigs);
+router.get("/configs/:id", authenticateToken, getCrawlConfig);
+router.post("/configs", authenticateToken, createCrawlConfig);
+router.put("/configs/:id", authenticateToken, updateCrawlConfig);
+router.delete("/configs/:id", authenticateToken, deleteCrawlConfig);
+
+// 분석 & 미리보기 & 실행
+router.post("/analyze", authenticateToken, analyzeUrl);
+router.post("/preview", authenticateToken, previewCrawl);
+router.post("/execute/:id", authenticateToken, executeCrawl);
+
+// 실행 로그
+router.get("/configs/:id/logs", authenticateToken, getCrawlLogs);
+
+export default router;