Add backend pipeline Dockerfile with lightweight deps

2026-02-19 19:18:35 +08:00
parent 98af1c7cec
commit ba2c7955f4
2 changed files with 53 additions and 0 deletions
--- a/backend/requirements-pipeline.txt
+++ b/backend/requirements-pipeline.txt
@@ -0,0 +1,28 @@
+# Burmddit Pipeline - Lightweight requirements (no PyTorch/Scrapy)
+
+# Web scraping
+beautifulsoup4==4.12.3
+requests==2.31.0
+feedparser==6.0.11
+newspaper3k==0.2.8
+
+# Database
+psycopg2-binary==2.9.9
+
+# AI (Claude for translation/compilation)
+anthropic==0.18.1
+
+# Text processing
+scikit-learn==1.4.0
+python-slugify==8.0.2
+markdown==3.5.2
+bleach==6.1.0
+
+# Utilities
+python-dotenv==1.0.1
+python-dateutil==2.8.2
+pytz==2024.1
+pyyaml==6.0.1
+
+# Logging
+loguru==0.7.2