diff --git a/scripts/parsers/cyberleninka.py b/scripts/parsers/cyberleninka.py index afb36c8..10cf6b1 100644 --- a/scripts/parsers/cyberleninka.py +++ b/scripts/parsers/cyberleninka.py @@ -17,7 +17,6 @@ from typing import Any import httpx from base import BaseParser -from bs4 import BeautifulSoup logger = logging.getLogger(__name__) @@ -172,6 +171,9 @@ class CyberLeninkaParser(BaseParser): response = self.client.get(url) response.raise_for_status() + # Ленивый импорт: заливке (fetch/transform) bs4 не нужен, только деталям статьи + from bs4 import BeautifulSoup + soup = BeautifulSoup(response.text, "html.parser") meta = {} diff --git a/services/worker-indexer/requirements.txt b/services/worker-indexer/requirements.txt index 4b46fab..b3c6c26 100644 --- a/services/worker-indexer/requirements.txt +++ b/services/worker-indexer/requirements.txt @@ -9,5 +9,6 @@ python-docx==1.1.0 datasketch==1.6.5 xxhash==3.4.1 langdetect==1.0.9 +beautifulsoup4==4.12.3 # парсер CyberLeninka: детали статьи (fetch_article_details) pydantic-settings==2.2.1 httpx==0.27.0