From c4a90cefc5e128cbb4225b1ed074f19a27bce4e1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=9B=D0=B5=D0=B2?= Date: Wed, 3 Sep 2025 16:38:44 +0500 Subject: [PATCH] =?UTF-8?q?=D0=98=D1=81=D0=BF=D1=80=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=D0=BE=20=D0=BD=D0=B5=20=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=B8=D0=BB=D1=8C=D0=BD=D0=BE=D0=B5=20=D0=BB=D0=BE=D0=B3=D0=B8?= =?UTF-8?q?=D1=80=D0=BE=D0=B2=D0=B0=D0=BD=D0=B8=D0=B5,=20=D1=83=D0=B1?= =?UTF-8?q?=D1=80=D0=B0=D0=BD=D0=BE=20=D0=BB=D0=BE=D0=B3=D0=B8=D1=80=D0=BE?= =?UTF-8?q?=D0=B2=D0=B0=D0=B8=D0=B5=20=D0=B8=D0=B7=20=D0=BF=D0=BB=D0=B0?= =?UTF-8?q?=D0=BD=D0=B8=D1=80=D0=BE=D0=B2=D1=89=D0=B8=D0=BA=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- app/main.py | 10 ++++++++-- app/parse_saby.py | 2 +- app/scheduler.py | 3 --- 3 files changed, 9 insertions(+), 6 deletions(-) diff --git a/app/main.py b/app/main.py index 733ae88..2bb486b 100644 --- a/app/main.py +++ b/app/main.py @@ -3,6 +3,8 @@ import parse_saby from validation import DataValid import scheduler +print("Зпуск main.py") + def parse_data_in_list(dict_data: dict) -> list: """ argument: @@ -31,9 +33,13 @@ def validate_data(list_data: list[list]) -> list: result.append(validated_data.model_dump()) # Добаляем валидный и распаршеный словарь except: continue return result - +print("1/5. Запуск парсинга сайта") result_dict_data = parse_saby.process_reports_parse() +print('2/5. Предварительный парсинг') list_data = parse_data_in_list(result_dict_data) -list_data_validated = validate_data(list_data) +print("3/5. Запуск валидации") +list_data_validated = validate_data(list_data) +print("4/5 Отправка данных в БД") working_database.SimpleDB().data_transfer_in_database(list_data_validated) +print("5/5. Запуск планировщика") scheduler.launch_the_scheduler() diff --git a/app/parse_saby.py b/app/parse_saby.py index 7823261..a15b647 100644 --- a/app/parse_saby.py +++ b/app/parse_saby.py @@ -179,7 +179,7 @@ def process_reports_parse(url_formats = 'https://formats.saby.ru'): dict_result_title = parse_reports(soup, report_title, url_formats, name_title) dict_result.update(dict_result_title) # Вывод на стандратный поток вывода - print_report_data(dict_result, name_title) + print_report_data(dict_result_title, name_title) except Exception as e: print(f"Ошибка при обработке отчета {report_title}: {str(e)}") continue diff --git a/app/scheduler.py b/app/scheduler.py index 446675b..43ad020 100644 --- a/app/scheduler.py +++ b/app/scheduler.py @@ -11,10 +11,7 @@ def launch_the_scheduler(h=6, m=0): # Каждый день в 6:00 утра запуск run_parser() scheduler.add_job(run_parser, trigger=CronTrigger(hour=h, minute=m)) - print("Планировщик запущен. Нажмите Ctrl+C для остановки.") - try: - print("Запуск main.py...") scheduler.start() except KeyboardInterrupt: print("Планировщик остановлен")