#!/usr/bin/env python3 """ Consolidates all individual email PDFs into one giant PDF for NotebookLM. Sorted by date (prefix in filename). """ import os import sys import fitz # PyMuPDF from pathlib import Path import logging import requests from datetime import datetime # === CONFIG === BASE_DIR = Path(__file__).parent SOURCE_DIR = BASE_DIR / "exported_emails" / "all" OUTPUT_FILE = BASE_DIR / "ALL_EMAILS_CONSOLIDATED.pdf" BOT_TOKEN = "8725618164:AAH1tGalq-pw1l0t4P5c0sdLkCVJdh7IE7M" CHAT_ID = "197957361" PROXY = "socks5h://127.0.0.1:10808" logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s") log = logging.getLogger("Consolidator") def send_tg_alert(count, size_mb): url = f"https://api.telegram.org/bot{BOT_TOKEN}/sendMessage" text = f""" 🔥 ВАЖНО: СВОДНЫЙ ФАЙЛ ПОЧТЫ ОБНОВЛЕН! 🔥 📑 Файл: ALL_EMAILS_CONSOLIDATED.pdf 📧 Всего писем в архиве: {count} 🐘 Размер файла: {size_mb:.2f} МБ 📅 Обновлено: {datetime.now().strftime('%Y-%m-%d %H:%M')} 🚀 СРОЧНО: Загрузи этот файл в Google Drive и обнови источники в NotebookLM! Старые данные AI должен "забыть", новые — осознать. """ try: requests.post(url, json={"chat_id": CHAT_ID, "text": text, "parse_mode": "HTML"}, proxies={"https": PROXY}, timeout=20) log.info("✅ Telegram alert sent.") except Exception as e: log.error(f"❌ TG Alert failed: {e}") def consolidate(): log.info("Starting consolidation...") if not SOURCE_DIR.exists(): log.error(f"Source directory {SOURCE_DIR} not found!") return pdf_files = list(SOURCE_DIR.glob("*.pdf")) if not pdf_files: log.warning("No PDF files found to consolidate.") return # Sort by filename (which starts with date YYYY-MM-DD or contains it) # Most files are: domain_YYYY-MM-DD_... or YYYY-MM-DD_... # We'll just use natural sort of filenames. pdf_files.sort(key=lambda x: x.name) log.info(f"Found {len(pdf_files)} PDFs. Merging...") merger = fitz.open() for pdf_path in pdf_files: try: doc = fitz.open(pdf_path) merger.insert_pdf(doc) doc.close() except Exception as e: log.warning(f"Failed to add {pdf_path.name}: {e}") if len(merger) > 0: merger.save(OUTPUT_FILE, garbage=3, deflate=True) size_mb = OUTPUT_FILE.stat().st_size / (1024 * 1024) log.info(f"✅ Consolidated PDF saved: {OUTPUT_FILE} ({size_mb:.2f} MB)") merger.close() # Send alert send_tg_alert(len(pdf_files), size_mb) else: log.error("Merger result is empty.") merger.close() if __name__ == "__main__": consolidate()