Fix scraper: use newspaper4k, handle all RSS sources

2026-02-19 19:34:14 +08:00
parent 879fdc3849
commit 9d7e028550
2 changed files with 2 additions and 2 deletions
--- a/backend/scraper.py
+++ b/backend/scraper.py
@@ -31,7 +31,7 @@ class AINewsScraper:
            try:
                if source_name == 'medium':
                    articles = self.scrape_medium(source_config)
-                elif source_name in ['techcrunch', 'venturebeat', 'mit_tech_review']:
+                elif 'url' in source_config:
                    articles = self.scrape_rss_feed(source_config)
                else:
                    logger.warning(f"Unknown source: {source_name}")