Blame milters/comment_email_milter.py

Pierre-Yves Chibon 6e7f9d
#!/usr/bin/env python2
Pierre-Yves Chibon 6e7f9d
# -*- coding: utf-8 -*-
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
# Milter calls methods of your class at milter events.
Pierre-Yves Chibon 6e7f9d
# Return REJECT,TEMPFAIL,ACCEPT to short circuit processing for a message.
Pierre-Yves Chibon 6e7f9d
# You can also add/del recipients, replacebody, add/del headers, etc.
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
import base64
Pierre-Yves Chibon 6e7f9d
import email
Pierre-Yves Chibon 3bcdaf
import hashlib
Pierre-Yves Chibon 6e7f9d
import os
Pierre-Yves Chibon 683132
import urlparse
Pierre-Yves Chibon 6e7f9d
import StringIO
Pierre-Yves Chibon 6e7f9d
import sys
Pierre-Yves Chibon 6e7f9d
import time
Pierre-Yves Chibon 6e7f9d
from socket import AF_INET, AF_INET6
Pierre-Yves Chibon a11348
from multiprocessing import Process as Thread, Queue
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
import Milter
Pierre-Yves Chibon a11348
import requests
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
from Milter.utils import parse_addr
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
logq = Queue(maxsize=4)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
if 'PAGURE_CONFIG' not in os.environ \
Pierre-Yves Chibon 6e7f9d
        and os.path.exists('/etc/pagure/pagure.cfg'):
Pierre-Yves Chibon 6e7f9d
    os.environ['PAGURE_CONFIG'] = '/etc/pagure/pagure.cfg'
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
import pagure
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
def get_email_body(emailobj):
Pierre-Yves Chibon 6e7f9d
    ''' Return the body of the email, preferably in text.
Pierre-Yves Chibon 6e7f9d
    '''
Pierre-Yves Chibon 6e7f9d
    body = None
Pierre-Yves Chibon 6e7f9d
    if emailobj.is_multipart():
Pierre-Yves Chibon 6e7f9d
        for payload in emailobj.get_payload():
Pierre-Yves Chibon 6e7f9d
            body = payload.get_payload()
Pierre-Yves Chibon 6e7f9d
            if payload.get_content_type() == 'text/plain':
Pierre-Yves Chibon 6e7f9d
                break
Pierre-Yves Chibon 6e7f9d
    else:
Pierre-Yves Chibon 6e7f9d
        body = emailobj.get_payload()
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    enc = emailobj['Content-Transfer-Encoding']
Pierre-Yves Chibon 6e7f9d
    if enc == 'base64':
Pierre-Yves Chibon 6e7f9d
        body = base64.decodestring(body)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    return body
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 98b5c0
def clean_item(item):
Pierre-Yves Chibon 98b5c0
    ''' For an item provided as <item> return the content, if there are no</item>
Pierre-Yves Chibon 98b5c0
    <> then return the string.
Pierre-Yves Chibon 98b5c0
    '''
Pierre-Yves Chibon 98b5c0
    if '<' in item:
Pierre-Yves Chibon 98b5c0
        item = item.split('<')[1]
Pierre-Yves Chibon 98b5c0
    if '>' in item:
Pierre-Yves Chibon 98b5c0
        item = item.split('>')[0]
Pierre-Yves Chibon 98b5c0
Pierre-Yves Chibon 98b5c0
    return item
Pierre-Yves Chibon 98b5c0
Pierre-Yves Chibon 98b5c0
Pierre-Yves Chibon 2ba989
class PagureMilter(Milter.Base):
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    def __init__(self):  # A new instance with each new connection.
Pierre-Yves Chibon 6e7f9d
        self.id = Milter.uniqueID()  # Integer incremented with each call.
Pierre-Yves Chibon 6e7f9d
        self.fp = None
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon d8a338
    def log(self, message):
Pierre-Yves Chibon d8a338
        print(message)
Pierre-Yves Chibon d8a338
        sys.stdout.flush()
Pierre-Yves Chibon d8a338
Pierre-Yves Chibon 6e7f9d
    def envfrom(self, mailfrom, *str):
Pierre-Yves Chibon a6bb9d
        self.log("mail from: %s  -  %s" % (mailfrom, str))
Pierre-Yves Chibon 6e7f9d
        self.fromparms = Milter.dictfromlist(str)
Pierre-Yves Chibon 6e7f9d
        # NOTE: self.fp is only an *internal* copy of message data.  You
Pierre-Yves Chibon 6e7f9d
        # must use addheader, chgheader, replacebody to change the message
Pierre-Yves Chibon 6e7f9d
        # on the MTA.
Pierre-Yves Chibon 6e7f9d
        self.fp = StringIO.StringIO()
Pierre-Yves Chibon 6e7f9d
        self.canon_from = '@'.join(parse_addr(mailfrom))
Pierre-Yves Chibon 6e7f9d
        self.fp.write('From %s %s\n' % (self.canon_from, time.ctime()))
Pierre-Yves Chibon 6e7f9d
        return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    @Milter.noreply
Pierre-Yves Chibon 6e7f9d
    def header(self, name, hval):
Pierre-Yves Chibon 837e71
        ''' Headers '''
Pierre-Yves Chibon 837e71
        # add header to buffer
Pierre-Yves Chibon 837e71
        self.fp.write("%s: %s\n" % (name, hval))
Pierre-Yves Chibon 6e7f9d
        return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    @Milter.noreply
Pierre-Yves Chibon 6e7f9d
    def eoh(self):
Pierre-Yves Chibon 837e71
        ''' End of Headers '''
Pierre-Yves Chibon 837e71
        self.fp.write("\n")
Pierre-Yves Chibon 6e7f9d
        return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    @Milter.noreply
Pierre-Yves Chibon 6e7f9d
    def body(self, chunk):
Pierre-Yves Chibon 837e71
        ''' Body '''
Pierre-Yves Chibon 6e7f9d
        self.fp.write(chunk)
Pierre-Yves Chibon 6e7f9d
        return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 5ecf59
    @Milter.noreply
Pierre-Yves Chibon 5ecf59
    def envrcpt(self, to, *str):
Pierre-Yves Chibon 5ecf59
        rcptinfo = to, Milter.dictfromlist(str)
Pierre-Yves Chibon 5ecf59
        print rcptinfo
Pierre-Yves Chibon 5ecf59
Pierre-Yves Chibon 5ecf59
        return Milter.CONTINUE
Pierre-Yves Chibon 5ecf59
Pierre-Yves Chibon 6e7f9d
    def eom(self):
Pierre-Yves Chibon 837e71
        ''' End of Message '''
Pierre-Yves Chibon 6e7f9d
        self.fp.seek(0)
Pierre-Yves Chibon 6e7f9d
        msg = email.message_from_file(self.fp)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 1ea00a
        msg_id = msg.get('In-Reply-To', None)
Pierre-Yves Chibon 1ea00a
        if msg_id is None:
Pierre-Yves Chibon d8a338
            self.log('No In-Reply-To, keep going')
Pierre-Yves Chibon 1ea00a
            return Milter.CONTINUE
Pierre-Yves Chibon 1ea00a
Pierre-Yves Chibon ff11e4
        # Ensure we don't get extra lines in the message-id
Pierre-Yves Chibon ff11e4
        msg_id = msg_id.split('\n')[0].strip()
Pierre-Yves Chibon ff11e4
Pierre-Yves Chibon d8a338
        self.log('msg-ig %s' % msg_id)
Pierre-Yves Chibon d8a338
        self.log('To %s' % msg['to'])
Pierre-Yves Chibon f6d618
        self.log('Cc %s' % msg.get('cc'))
Pierre-Yves Chibon d8a338
        self.log('From %s' % msg['From'])
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 3bcdaf
        # Ensure the user replied to his/her own notification, not that
Pierre-Yves Chibon 3bcdaf
        # they are trying to forge their ID into someone else's
Pierre-Yves Chibon 3bcdaf
        salt = pagure.APP.config.get('SALT_EMAIL')
Pierre-Yves Chibon 36a05f
        m = hashlib.sha512('%s%s%s' % (msg_id, salt, clean_item(msg['From'])))
Pierre-Yves Chibon 5a54a4
        email_address = msg['to']
Pierre-Yves Chibon 5a54a4
        if 'reply+' in msg.get('cc', ''):
Pierre-Yves Chibon 5a54a4
            email_address = msg['cc']
Pierre-Yves Chibon 5a54a4
        if not 'reply+' in email_address:
Pierre-Yves Chibon 5a54a4
            self.log(
Pierre-Yves Chibon 5a54a4
                'No valid recipient email found in To/Cc: %s'
Pierre-Yves Chibon 5a54a4
                % email_address)
Pierre-Yves Chibon 5a54a4
        tohash = email_address.split('@')[0].split('+')[-1]
Pierre-Yves Chibon 836c59
        if m.hexdigest() != tohash:
Pierre-Yves Chibon d8a338
            self.log('hash: %s' % m.hexdigest())
Pierre-Yves Chibon 5690e9
            self.log('tohash:   %s' % tohash)
Pierre-Yves Chibon d8a338
            self.log('Hash does not correspond to the destination')
Pierre-Yves Chibon 3bcdaf
            return Milter.CONTINUE
Pierre-Yves Chibon 3bcdaf
Pierre-Yves Chibon f03aa2
        if msg['From'] and msg['From'] == pagure.APP.config.get('FROM_EMAIL'):
Pierre-Yves Chibon d8a338
            self.log("Let's not process the email we send")
Pierre-Yves Chibon f03aa2
            return Milter.CONTINUE
Pierre-Yves Chibon f03aa2
Pierre-Yves Chibon 98b5c0
        msg_id = clean_item(msg_id)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
        if msg_id and '-ticket-' in msg_id:
Pierre-Yves Chibon ff11e4
            self.log('Processing issue')
Pierre-Yves Chibon 6e7f9d
            return self.handle_ticket_email(msg, msg_id)
Pierre-Yves Chibon 6e7f9d
        elif msg_id and '-pull-request-' in msg_id:
Pierre-Yves Chibon ff11e4
            self.log('Processing pull-request')
Pierre-Yves Chibon 6e7f9d
            return self.handle_request_email(msg, msg_id)
Pierre-Yves Chibon 6e7f9d
        else:
Pierre-Yves Chibon d8a338
            self.log('Not a pagure ticket or pull-request email, let it go')
Pierre-Yves Chibon 6e7f9d
            return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    def handle_ticket_email(self, emailobj, msg_id):
Pierre-Yves Chibon 6e7f9d
        ''' Add the email as a comment on a ticket. '''
Pierre-Yves Chibon 6e7f9d
        uid  = msg_id.split('-ticket-')[-1].split('@')[0]
Pierre-Yves Chibon 6e7f9d
        parent_id = None
Pierre-Yves Chibon 6e7f9d
        if '-' in uid:
Pierre-Yves Chibon 6e7f9d
            uid, parent_id = uid.rsplit('-', 1)
Pierre-Yves Chibon 6e7f9d
        if '/' in uid:
Pierre-Yves Chibon 6e7f9d
            uid = uid.split('/')[0]
Pierre-Yves Chibon d8a338
        self.log('uid %s' % uid)
Pierre-Yves Chibon d8a338
        self.log('parent_id %s' % parent_id)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon a11348
        data = {
Pierre-Yves Chibon d02115
            'objid': uid,
Pierre-Yves Chibon a11348
            'comment': get_email_body(emailobj),
Pierre-Yves Chibon a11348
            'useremail': clean_item(emailobj['From']),
Pierre-Yves Chibon a11348
        }
Pierre-Yves Chibon 5555fd
        url = pagure.APP.config.get('APP_URL')
Pierre-Yves Chibon 683132
Pierre-Yves Chibon a11348
        if url.endswith('/'):
Pierre-Yves Chibon a11348
            url = url[:-1]
Pierre-Yves Chibon 5555fd
        url = '%s/pv/ticket/comment/' % url
Pierre-Yves Chibon a11348
        req = requests.put(url, data=data)
Pierre-Yves Chibon d02115
        if req.status_code == 200:
Pierre-Yves Chibon ebeb10
            self.log('Comment added')
Pierre-Yves Chibon d02115
            return Milter.ACCEPT
Pierre-Yves Chibon ebeb10
        self.log('Could not add the comment to pagure')
Pierre-Yves Chibon d02115
        return Milter.CONTINUE
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
    def handle_request_email(self, emailobj, msg_id):
Pierre-Yves Chibon 6e7f9d
        ''' Add the email as a comment on a request. '''
Pierre-Yves Chibon 6e7f9d
        uid  = msg_id.split('-pull-request-')[-1].split('@')[0]
Pierre-Yves Chibon 6e7f9d
        parent_id = None
Pierre-Yves Chibon 6e7f9d
        if '-' in uid:
Pierre-Yves Chibon 6e7f9d
            uid, parent_id = uid.rsplit('-', 1)
Pierre-Yves Chibon 6e7f9d
        if '/' in uid:
Pierre-Yves Chibon 6e7f9d
            uid = uid.split('/')[0]
Pierre-Yves Chibon d8a338
        self.log('uid %s' % uid)
Pierre-Yves Chibon d8a338
        self.log('parent_id %s' % parent_id)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon a11348
        data = {
Pierre-Yves Chibon d02115
            'objid': uid,
Pierre-Yves Chibon a11348
            'comment': get_email_body(emailobj),
Pierre-Yves Chibon a11348
            'useremail': clean_item(emailobj['From']),
Pierre-Yves Chibon a11348
        }
Pierre-Yves Chibon 5555fd
        url = pagure.APP.config.get('APP_URL')
Pierre-Yves Chibon 683132
Pierre-Yves Chibon a11348
        if url.endswith('/'):
Pierre-Yves Chibon a11348
            url = url[:-1]
Pierre-Yves Chibon 5555fd
        url = '%s/pv/pull-request/comment/' % url
Pierre-Yves Chibon a11348
        req = requests.put(url, data=data)
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
        return Milter.ACCEPT
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
def background():
Pierre-Yves Chibon 6e7f9d
    while True:
Pierre-Yves Chibon 6e7f9d
        t = logq.get()
Pierre-Yves Chibon 6e7f9d
        if not t: break
Pierre-Yves Chibon 6e7f9d
        msg,id,ts = t
Pierre-Yves Chibon 6e7f9d
        print "%s [%d]" % (time.strftime('%Y%b%d %H:%M:%S',time.localtime(ts)),id),
Pierre-Yves Chibon 6e7f9d
        # 2005Oct13 02:34:11 [1] msg1 msg2 msg3 ...
Pierre-Yves Chibon 6e7f9d
        for i in msg: print i,
Pierre-Yves Chibon 6e7f9d
        print
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 6e7f9d
def main():
Pierre-Yves Chibon 6e7f9d
    bt = Thread(target=background)
Pierre-Yves Chibon 6e7f9d
    bt.start()
Pierre-Yves Chibon 2ba989
    socketname = "/var/run/pagure/paguresock"
Pierre-Yves Chibon 6e7f9d
    timeout = 600
Pierre-Yves Chibon 6e7f9d
    # Register to have the Milter factory create instances of your class:
Pierre-Yves Chibon 2ba989
    Milter.factory = PagureMilter
Pierre-Yves Chibon 2ba989
    print "%s pagure milter startup" % time.strftime('%Y%b%d %H:%M:%S')
Pierre-Yves Chibon 6e7f9d
    sys.stdout.flush()
Pierre-Yves Chibon 2ba989
    Milter.runmilter("paguremilter", socketname, timeout)
Pierre-Yves Chibon 6e7f9d
    logq.put(None)
Pierre-Yves Chibon 6e7f9d
    bt.join()
Pierre-Yves Chibon 2ba989
    print "%s pagure milter shutdown" % time.strftime('%Y%b%d %H:%M:%S')
Pierre-Yves Chibon 6e7f9d
Pierre-Yves Chibon 98b5c0
Pierre-Yves Chibon 6e7f9d
if __name__ == "__main__":
Pierre-Yves Chibon 6e7f9d
    main()