imapbox/mailboxresource.py at master · LotusTM/imapbox · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
#!/usr/bin/env python3

import os
import re
import email
import hashlib
import logging
import imaplib
from email import policy
from message import Message
from datetime import date, timedelta
from imapclient import IMAPClient

logging.basicConfig(
    filename='imapbox.log',
    format='%(asctime)s - %(levelname)s: %(message)s',
    datefmt='%Y-%m-%dТ%H:%M:%S%z',
    level=logging.INFO
)


def split(arr, size):
    arrs = []
    while len(arr) > size:
        pice = arr[:size]
        arrs.append(pice)
        arr = arr[size:]
    arrs.append(arr)
    return arrs


class MailboxClient:

    def __init__(self, name, host, port, username, password, remote_folder):
        self.name = name
        self.host = host
        self.port = port
        self.username = username
        self.password = password
        self.remote_folder = remote_folder

        self.mailbox = IMAPClient(self.host, self.port)

        try:
            self.mailbox.login(self.username, self.password)
        except imaplib.IMAP4.error:
            logging.exception('Unable to login to: %s', self.username)

    def copy_emails(self, days, limit, local_folder):
        self.days = days
        self.limit = limit
        self.local_folder = local_folder
        self.saved = 0
        self.total = 0

        criterion = 'ALL'

        if self.days:
            since = date.today() - timedelta(self.days)
            criterion = ['SINCE', since.strftime('%d-%b-%Y')]

        if self.remote_folder == 'ALL':
            for flags, delimiter, folder in self.mailbox.list_folders():
                self.fetch_emails(folder, criterion)
        else:
            self.fetch_emails(self.remote_folder, criterion)

        return (self.saved, self.total)

    def fetch_emails(self, folder, criterion):
        saved = 0
        total = 0

        self.mailbox.select_folder(folder, readonly=True)

        messages = self.mailbox.search(criterion)
        for part in split(messages, self.limit):
            for msgid, data in self.mailbox.fetch(part, ['RFC822']).items():
                if self.save_email(data):
                    saved += 1

        total = len(messages)
        logging.info(
            '[%s/%s] - saved: %s, total: %s;',
            self.username,
            folder,
            saved,
            total
        )

        self.saved += saved
        self.total += total

    def logout(self):
        self.mailbox.logout()

    def get_email_folder(self, message, body):
        if message['Message-Id']:
            exp = '[^a-zA-Z0-9_\-\.\s]+'
            directory = re.sub(exp, '', message['Message-Id'])
            directory = directory.strip()
        else:
            directory = hashlib.sha3_256(body).hexdigest()

        try:
            match = email.utils.parsedate(message['Date'])
            if match:
                year = str(match[0])
            else:
                year = 'None'
        except Exception as e:
            logging.warning('Faulty email: ', directory)
            year = 'None'

        return os.path.join(self.local_folder, year, directory)

    def save_email(self, data):
        body = data[b'RFC822']

        try:
            message = email.message_from_bytes(body, policy=policy.default)
        except Exception as e:
            logging.exception(e)

        directory = self.get_email_folder(message, body)

        try:
            os.makedirs(directory)
        except FileExistsError:
            return False

        try:
            msg = Message(directory, message)
            msg.create_raw_file(body)
            msg.create_meta_file()
            msg.extract_attachments()

        except Exception as e:
            logging.warning('Faulty email: ', directory)
            logging.exception(e)

        return True