82 lines
3.0 KiB
Python
Executable File
82 lines
3.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import argparse
|
|
import logging
|
|
import sys
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
|
|
import humanize
|
|
import yaml
|
|
|
|
from iarchiver.database import EmailDatabase
|
|
from iarchiver.email import unix_timestamp_since_to_imap_timestamp
|
|
from iarchiver.mail import MailConnection
|
|
|
|
|
|
def main(args):
|
|
logging.basicConfig()
|
|
logger = logging.getLogger('iarchiver')
|
|
logger.setLevel(logging.INFO)
|
|
with open(args.config) as f:
|
|
config = yaml.safe_load(f)
|
|
|
|
exclude_folders = config.get('exclude_folders', [])
|
|
|
|
if not config.get('server') or not config.get('username') or not config.get('password') or not config.get('database_path') or not config.get('attachments_path'):
|
|
logger.critical('Bad config file.')
|
|
sys.exit(1)
|
|
|
|
attachments_dir = Path(config['attachments_path'])
|
|
attachments_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
database = EmailDatabase(Path(config['database_path']))
|
|
mail = MailConnection(config['server'], config['username'], config['password'], attachments_dir)
|
|
mail.load_folders()
|
|
|
|
logger.info(f'Syncing {len(mail.folder_structure.keys())} folders...')
|
|
|
|
new_emails = 0
|
|
new_attachments = 0
|
|
did_full_sync = False
|
|
sync_start_time = datetime.now()
|
|
|
|
for parent_folder, subfolders in mail.folder_structure.items():
|
|
if parent_folder in exclude_folders:
|
|
# Exclude folder
|
|
continue
|
|
for folder in [parent_folder, *subfolders]:
|
|
folder_name = parent_folder + '/' + folder
|
|
if folder_name == f'{parent_folder}/{parent_folder}':
|
|
folder_name = parent_folder
|
|
if folder_name in exclude_folders:
|
|
# Exclude folder
|
|
continue
|
|
logger.info(folder_name)
|
|
last_refresh = database.have_we_done_a_full_sync_at_all()
|
|
if last_refresh:
|
|
date = unix_timestamp_since_to_imap_timestamp(last_refresh)
|
|
search_criterion = '(SINCE "' + date + '")'
|
|
else:
|
|
did_full_sync = True
|
|
search_criterion = 'ALL'
|
|
|
|
for email in mail.fetch_folder(folder_name, search_criterion=search_criterion):
|
|
timestamp, to_email, from_email, subject, raw, attachments = email
|
|
is_new_email = database.insert_email(folder_name, timestamp, subject, raw, to_email, from_email, attachments)
|
|
if is_new_email:
|
|
new_emails += 1
|
|
if len(attachments):
|
|
new_attachments += 1
|
|
|
|
database.finish_sync('refresh' if not did_full_sync else 'full')
|
|
|
|
elapsed = datetime.now() - sync_start_time
|
|
logger.info(f'Finished email {"refresh" if not did_full_sync else "sync"} in {humanize.naturaldelta(elapsed)} and added {new_emails} new emails.')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description='Sync and archive your IMAP server.')
|
|
parser.add_argument('--config', default='config.yml', help='Path to config file.')
|
|
args = parser.parse_args()
|
|
main(args)
|