Feat: The crawler works on docker

2025-11-16 01:39:14 +01:00
commit 37f75a90e5
12 changed files with 387 additions and 0 deletions
--- a/scrapy.cfg
+++ b/scrapy.cfg
@@ -0,0 +1,11 @@
+# Automatically created by: scrapy startproject
+#
+# For more information about the [deploy] section see:
+# https://scrapyd.readthedocs.io/en/latest/deploy.html
+
+[settings]
+default = crawler2.settings
+
+[deploy]
+#url = http://localhost:6800/
+project = crawler2