diff options
| author | Harry (OpenERP) <hmo@tinyerp.com> | 2010-06-25 01:23:32 +0530 |
|---|---|---|
| committer | Harry (OpenERP) <hmo@tinyerp.com> | 2010-06-25 01:23:32 +0530 |
| commit | 59f9be67f791f40d698b7183b81f7a7abc34a654 (patch) | |
| tree | 50fe7418a245a15e6813d50f2b6e33d5d293746e /addons/fetchmail | |
| parent | 4a27141e1c6592734e22aa440252749542595c29 (diff) | |
[IMP] mail_gateway:
* introduce 'email.server.tools' to process_email and send acknowdgement after creating new record
* use 'email.server.tools' model in script and fetchmail module to processing email
* start mailgateway services on crm.lead, project.issue, hr.applicant
bzr revid: hmo@tinyerp.com-20100624195332-7qci6vrimvzple5w
Diffstat (limited to 'addons/fetchmail')
| -rw-r--r-- | addons/fetchmail/__openerp__.py | 2 | ||||
| -rw-r--r-- | addons/fetchmail/fetchmail.py | 416 | ||||
| -rw-r--r-- | addons/fetchmail/fetchmail_view.xml | 72 | ||||
| -rw-r--r-- | addons/fetchmail/security/ir.model.access.csv | 2 |
4 files changed, 91 insertions, 401 deletions
diff --git a/addons/fetchmail/__openerp__.py b/addons/fetchmail/__openerp__.py index a1276c11643..31037cca63f 100644 --- a/addons/fetchmail/__openerp__.py +++ b/addons/fetchmail/__openerp__.py @@ -24,7 +24,7 @@ { "name" : "Fetchmail Server", "version" : "1.0", - "depends" : ["base"], + "depends" : ["base", 'mail_gateway'], "author" : "Tiny", "description": """Fetchmail: * Fetch email from Pop / IMAP server diff --git a/addons/fetchmail/fetchmail.py b/addons/fetchmail/fetchmail.py index aa403cc0090..14981c13837 100644 --- a/addons/fetchmail/fetchmail.py +++ b/addons/fetchmail/fetchmail.py @@ -19,140 +19,57 @@ # ############################################################################## -import os -import re import time -import email -import binascii -import mimetypes - from imaplib import IMAP4 -from imaplib import IMAP4_SSL - +from imaplib import IMAP4_SSL from poplib import POP3 from poplib import POP3_SSL -from email.header import Header -from email.header import decode_header - import netsvc -from osv import osv -from osv import fields -from tools.translate import _ +from osv import osv, fields logger = netsvc.Logger() -def html2plaintext(html, body_id=None, encoding='utf-8'): - ## (c) Fry-IT, www.fry-it.com, 2007 - ## <peter@fry-it.com> - ## download here: http://www.peterbe.com/plog/html2plaintext - - """ from an HTML text, convert the HTML to plain text. - If @body_id is provided then this is the tag where the - body (not necessarily <body>) starts. - """ - try: - from BeautifulSoup import BeautifulSoup, SoupStrainer, Comment - except: - return html - - urls = [] - if body_id is not None: - strainer = SoupStrainer(id=body_id) - else: - strainer = SoupStrainer('body') - - soup = BeautifulSoup(html, parseOnlyThese=strainer, fromEncoding=encoding) - for link in soup.findAll('a'): - title = link.renderContents() - for url in [x[1] for x in link.attrs if x[0]=='href']: - urls.append(dict(url=url, tag=str(link), title=title)) - - html = soup.__str__() - - url_index = [] - i = 0 - for d in urls: - if d['title'] == d['url'] or 'http://'+d['title'] == d['url']: - html = html.replace(d['tag'], d['url']) - else: - i += 1 - html = html.replace(d['tag'], '%s [%s]' % (d['title'], i)) - url_index.append(d['url']) - - html = html.replace('<strong>','*').replace('</strong>','*') - html = html.replace('<b>','*').replace('</b>','*') - html = html.replace('<h3>','*').replace('</h3>','*') - html = html.replace('<h2>','**').replace('</h2>','**') - html = html.replace('<h1>','**').replace('</h1>','**') - html = html.replace('<em>','/').replace('</em>','/') - - # the only line breaks we respect is those of ending tags and - # breaks - - html = html.replace('\n',' ') - html = html.replace('<br>', '\n') - html = html.replace('<tr>', '\n') - html = html.replace('</p>', '\n\n') - html = re.sub('<br\s*/>', '\n', html) - html = html.replace(' ' * 2, ' ') - - # for all other tags we failed to clean up, just remove then and - # complain about them on the stderr - def desperate_fixer(g): - #print >>sys.stderr, "failed to clean up %s" % str(g.group()) - return ' ' - - html = re.sub('<.*?>', desperate_fixer, html) - - # lstrip all lines - html = '\n'.join([x.lstrip() for x in html.splitlines()]) - - for i, url in enumerate(url_index): - if i == 0: - html += '\n\n' - html += '[%s] %s\n' % (i+1, url) - return html - + class email_server(osv.osv): - + _name = 'email.server' _description = "POP/IMAP Server" - + _columns = { - 'name':fields.char('Name', size=256, required=True, readonly=False), - 'active':fields.boolean('Active', required=False), + 'name':fields.char('Name', size=256, required=True, readonly=False), + 'active':fields.boolean('Active', required=False), 'state':fields.selection([ - ('draft','Not Confirmed'), - ('wating','Waiting for Verification'), - ('done','Confirmed'), - ],'State', select=True, readonly=True), - 'server' : fields.char('Server', size=256, required=True, readonly=True, states={'draft':[('readonly',False)]}), - 'port' : fields.integer('Port', required=True, readonly=True, states={'draft':[('readonly',False)]}), + ('draft', 'Not Confirmed'), + ('wating', 'Waiting for Verification'), + ('done', 'Confirmed'), + ], 'State', select=True, readonly=True), + 'server' : fields.char('Server', size=256, required=True, readonly=True, states={'draft':[('readonly', False)]}), + 'port' : fields.integer('Port', required=True, readonly=True, states={'draft':[('readonly', False)]}), 'type':fields.selection([ - ('pop','POP Server'), - ('imap','IMAP Server'), - ],'State', select=True, readonly=False), - 'is_ssl':fields.boolean('SSL ?', required=False), - 'attach':fields.boolean('Add Attachments ?', required=False), - 'date': fields.date('Date', readonly=True, states={'draft':[('readonly',False)]}), - 'user' : fields.char('User Name', size=256, required=True, readonly=True, states={'draft':[('readonly',False)]}), - 'password' : fields.char('Password', size=1024, invisible=True, required=True, readonly=True, states={'draft':[('readonly',False)]}), - 'note': fields.text('Description'), - 'action_id':fields.many2one('ir.actions.server', 'Reply Email', required=False, domain="[('state','=','email')]"), - 'object_id': fields.many2one('ir.model',"Model", required=True), - 'priority': fields.integer('Server Priority', readonly=True, states={'draft':[('readonly',False)]}, help="Priority between 0 to 10, select define the order of Processing"), - 'user_id':fields.many2one('res.users', 'User', required=False), + ('pop', 'POP Server'), + ('imap', 'IMAP Server'), + ], 'State', select=True, readonly=False), + 'is_ssl':fields.boolean('SSL ?', required=False), + 'attach':fields.boolean('Add Attachments ?', required=False), + 'date': fields.date('Date', readonly=True, states={'draft':[('readonly', False)]}), + 'user' : fields.char('User Name', size=256, required=True, readonly=True, states={'draft':[('readonly', False)]}), + 'password' : fields.char('Password', size=1024, invisible=True, required=True, readonly=True, states={'draft':[('readonly', False)]}), + 'note': fields.text('Description'), + 'action_id':fields.many2one('ir.actions.server', 'Reply Email', required=False, domain="[('state','=','email')]"), + 'object_id': fields.many2one('ir.model', "Model", required=True), + 'priority': fields.integer('Server Priority', readonly=True, states={'draft':[('readonly', False)]}, help="Priority between 0 to 10, select define the order of Processing"), + 'user_id':fields.many2one('res.users', 'User', required=False), } _defaults = { - 'state': lambda *a: "draft", - 'active': lambda *a: True, - 'priority': lambda *a: 5, - 'date': lambda *a: time.strftime('%Y-%m-%d'), - 'user_id': lambda self, cr, uid, ctx: uid, + 'state': lambda *a: "draft", + 'active': lambda *a: True, + 'priority': lambda *a: 5, + 'date': lambda *a: time.strftime('%Y-%m-%d'), + 'user_id': lambda self, cr, uid, ctx: uid, } - + def check_duplicate(self, cr, uid, ids): vals = self.read(cr, uid, ids, ['user', 'password'])[0] cr.execute("select count(id) from email_server where user='%s' and password='%s'" % (vals['user'], vals['password'])) @@ -160,201 +77,41 @@ class email_server(osv.osv): if res: if res[0] > 1: return False - return True + return True _constraints = [ (check_duplicate, 'Warning! Can\'t have duplicate server configuration!', ['user', 'password']) ] - + def onchange_server_type(self, cr, uid, ids, server_type=False, ssl=False): port = 0 if server_type == 'pop': port = ssl and 995 or 110 elif server_type == 'imap': port = ssl and 993 or 143 - + return {'value':{'port':port}} - - def _process_email(self, cr, uid, server, message, context={}): - context.update({ - 'server_id':server.id - }) - history_pool = self.pool.get('mail.server.history') - msg_txt = email.message_from_string(message) - message_id = msg_txt.get('Message-ID', False) - - msg = {} - if not message_id: - return False - - fields = msg_txt.keys() - - msg['id'] = message_id - msg['message-id'] = message_id - - def _decode_header(txt): - txt = txt.replace('\r', '') - return ' '.join(map(lambda (x, y): unicode(x, y or 'ascii'), decode_header(txt))) - - if 'Subject' in fields: - msg['subject'] = _decode_header(msg_txt.get('Subject')) - - if 'Content-Type' in fields: - msg['content-type'] = msg_txt.get('Content-Type') - - if 'From' in fields: - msg['from'] = _decode_header(msg_txt.get('From')) - - if 'Delivered-To' in fields: - msg['to'] = _decode_header(msg_txt.get('Delivered-To')) - - if 'Cc' in fields: - msg['cc'] = _decode_header(msg_txt.get('Cc')) - - if 'Reply-To' in fields: - msg['reply'] = _decode_header(msg_txt.get('Reply-To')) - - if 'Date' in fields: - msg['date'] = msg_txt.get('Date') - - if 'Content-Transfer-Encoding' in fields: - msg['encoding'] = msg_txt.get('Content-Transfer-Encoding') - - if 'References' in fields: - msg['references'] = msg_txt.get('References') - - if 'X-openerp-caseid' in fields: - msg['caseid'] = msg_txt.get('X-openerp-caseid') - - if 'X-Priority' in fields: - msg['priority'] = msg_txt.get('X-priority', '3 (Normal)').split(' ')[0] - - if not msg_txt.is_multipart() or 'text/plain' in msg.get('content-type', None): - encoding = msg_txt.get_content_charset() - msg['body'] = msg_txt.get_payload(decode=True) - if encoding: - msg['body'] = msg['body'].decode(encoding).encode('utf-8') - - attachents = {} - if msg_txt.is_multipart() or 'multipart/alternative' in msg.get('content-type', None): - body = "" - counter = 1 - for part in msg_txt.walk(): - if part.get_content_maintype() == 'multipart': - continue - - encoding = part.get_content_charset() - - if part.get_content_maintype()=='text': - content = part.get_payload(decode=True) - filename = part.get_filename() - if filename : - attachents[filename] = content - else: - if encoding: - content = unicode(content, encoding) - if part.get_content_subtype() == 'html': - body = html2plaintext(content) - elif part.get_content_subtype() == 'plain': - body = content - elif part.get_content_maintype()=='application' or part.get_content_maintype()=='image' or part.get_content_maintype()=='text': - filename = part.get_filename(); - if filename : - attachents[filename] = part.get_payload(decode=True) - else: - res = part.get_payload(decode=True) - if encoding: - res = res.decode(encoding).encode('utf-8') - - body += res - - msg['body'] = body - msg['attachments'] = attachents - - - res_id = False - if msg.get('references', False): - id = False - ref = msg.get('references') - if '\r\n' in ref: - ref = msg.get('references').split('\r\n') - else: - ref = msg.get('references').split(' ') - - if ref: - hids = history_pool.search(cr, uid, [('name','=',ref[0].strip())]) - if hids: - id = hids[0] - history = history_pool.browse(cr, uid, id) - model_pool = self.pool.get(server.object_id.model) - context.update({ - 'references_id':ref[0] - }) - vals = { - - } - if hasattr(model_pool, 'message_update'): - model_pool.message_update(cr, uid, [history.res_id], vals, msg, context=context) - else: - logger.notifyChannel('imap', netsvc.LOG_WARNING, 'method def message_update is not define in model %s' % (model_pool._name)) - return False - res_id = id - else: - model_pool = self.pool.get(server.object_id.model) - if hasattr(model_pool, 'message_new'): - res_id = model_pool.message_new(cr, uid, msg, context) - else: - logger.notifyChannel('imap', netsvc.LOG_WARNING, 'method def message_new is not define in model %s' % (model_pool._name)) - return False - - if server.attach: - for attactment in attachents or []: - data_attach = { - 'name': attactment, - 'datas':binascii.b2a_base64(str(attachents.get(attactment))), - 'datas_fname': attactment, - 'description': 'Mail attachment', - 'res_model': server.object_id.model, - 'res_id': res_id, - } - self.pool.get('ir.attachment').create(cr, uid, data_attach) - - if server.action_id: - action_pool = self.pool.get('ir.actions.server') - action_pool.run(cr, uid, [server.action_id.id], {'active_id':res_id, 'active_ids':[res_id]}) - - res = { - 'name': message_id, - 'res_id': res_id, - 'server_id': server.id, - 'note': msg.get('body', msg.get('from')), - 'ref_id':msg.get('references', msg.get('id')), - 'type':server.type - } - his_id = history_pool.create(cr, uid, res) - - return res_id def set_draft(self, cr, uid, ids, context={}): self.write(cr, uid, ids , {'state':'draft'}) return True - + def button_fetch_mail(self, cr, uid, ids, context={}): self.fetch_mail(cr, uid, ids) # sendmail_thread = threading.Thread(target=self.fetch_mail, args=(cr, uid, ids)) # sendmail_thread.start() return True - + def _fetch_mails(self, cr, uid, ids=False, context={}): if not ids: ids = self.search(cr, uid, []) return self.fetch_mail(cr, uid, ids, context) - - def fetch_mail(self, cr, uid, ids, context={}): + def fetch_mail(self, cr, uid, ids, context={}): + email_tool = self.pool.get('email.server.tools') for server in self.browse(cr, uid, ids, context): logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail start checking for new emails on %s' % (server.name)) - + count = 0 try: if server.type == 'imap': @@ -363,17 +120,21 @@ class email_server(osv.osv): imap_server = IMAP4_SSL(server.server, int(server.port)) else: imap_server = IMAP4(server.server, int(server.port)) - + imap_server.login(server.user, server.password) imap_server.select() result, data = imap_server.search(None, '(UNSEEN)') for num in data[0].split(): result, data = imap_server.fetch(num, '(RFC822)') - if self._process_email(cr, uid, server, data[0][1], context): + res_id = email_tool.process_email(cr, uid, server.object_id.model, data[0][1], attach=server.attach, server_id=server.id, server_type=server.type, context=context) + if res_id and server.action_id: + action_pool = self.pool.get('ir.actions.server') + action_pool.run(cr, uid, [server.action_id.id], {'active_id': res_id, 'active_ids':[res_id]}) + imap_server.store(num, '+FLAGS', '\\Seen') - count += 1 + count += 1 logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail fetch/process %s email(s) from %s' % (count, server.name)) - + imap_server.close() imap_server.logout() elif server.type == 'pop': @@ -382,7 +143,7 @@ class email_server(osv.osv): pop_server = POP3_SSL(server.server, int(server.port)) else: pop_server = POP3(server.server, int(server.port)) - + #TODO: use this to remove only unread messages #pop_server.user("recent:"+server.user) pop_server.user(server.user) @@ -393,79 +154,38 @@ class email_server(osv.osv): for num in range(1, numMsgs + 1): (header, msges, octets) = pop_server.retr(num) msg = '\n'.join(msges) - self._process_email(cr, uid, server, msg, context) + res_id = email_tool.process_email(cr, uid, server.object_id.model, data[0][1], attach=server.attach, server_id=server.id, server_type=server.type, context=context) + if res_id and server.action_id: + action_pool = self.pool.get('ir.actions.server') + action_pool.run(cr, uid, [server.action_id.id], {'active_id': res_id, 'active_ids':[res_id]}) + pop_server.dele(num) pop_server.quit() - + logger.notifyChannel('imap', netsvc.LOG_INFO, 'fetchmail fetch %s email(s) from %s' % (numMsgs, server.name)) - + self.write(cr, uid, [server.id], {'state':'done'}) except Exception, e: logger.notifyChannel(server.type, netsvc.LOG_WARNING, '%s' % (e)) - + return True email_server() -class mail_server_history(osv.osv): +class mailgate_message(osv.osv): + + _inherit = "mailgate.message" - _name = "mail.server.history" - _description = "Mail Server History" - _columns = { - 'name': fields.char('Message Id', size=256, readonly=True, help="Message Id in Email Server.", select=True), - 'ref_id': fields.char('Referance Id', size=256, readonly=True, help="Message Id in Email Server.", select=True), - 'res_id': fields.integer("Resource ID", readonly=True, select=True), - 'server_id': fields.many2one('email.server',"Mail Server", readonly=True, select=True), - 'model_id':fields.related('server_id', 'object_id', type='many2one', relation='ir.model', string='Model', readonly=True, select=True), - 'note': fields.text('Notes', readonly=True), - 'create_date': fields.datetime('Created Date', readonly=True), + 'server_id': fields.many2one('email.server', "Mail Server", readonly=True, select=True), 'type':fields.selection([ - ('pop','POP Server'), - ('imap','IMAP Server'), - ],'State', select=True, readonly=True), + ('pop', 'POP Server'), + ('imap', 'IMAP Server'), + ], 'State', select=True, readonly=True), } _order = 'id desc' - -mail_server_history() - -class fetchmail_tool(osv.osv): - - _name = 'email.server.tools' - _description = "Email Tools" - _auto = False - - def to_email(self, text): - _email = re.compile(r'.*<.*@.*\..*>', re.UNICODE) - def record(path): - eml = path.group() - index = eml.index('<') - eml = eml[index:-1].replace('<','').replace('>','') - return eml - - bits = _email.sub(record, text) - return bits - - def get_partner(self, cr, uid, from_email, context=None): - """ - @param self: The object pointer - @param cr: the current row, from the database cursor, - @param uid: the current user’s ID for security checks - @param from_email: email address based on that function will search for the correct - """ - - res = { - 'partner_address_id': False, - 'partner_id': False - } - from_email = self.to_email(from_email) - address_ids = self.pool.get('res.partner.address').search(cr, uid, [('email', '=', from_email)]) - if address_ids: - address = self.pool.get('res.partner.address').browse(cr, uid, address_ids[0]) - res['partner_address_id'] = address_ids[0] - res['partner_id'] = address.partner_id.id - - return res - -fetchmail_tool() + +mailgate_message() + +# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: diff --git a/addons/fetchmail/fetchmail_view.xml b/addons/fetchmail/fetchmail_view.xml index 510b31b6131..330f9fec349 100644 --- a/addons/fetchmail/fetchmail_view.xml +++ b/addons/fetchmail/fetchmail_view.xml @@ -103,82 +103,54 @@ action="action_email_server_tree_imap" /> - <record model="ir.ui.view" id="view_mail_server_history_tree"> - <field name="name">mail.server.history.tree</field> - <field name="model">mail.server.history</field> - <field name="type">tree</field> - <field name="arch" type="xml"> - <tree string="Received Mail History"> - <field name="server_id" select="1"/> - <field name="create_date" select="1"/> - <field name="model_id"/> - <field name="name" select="1"/> - <field name="ref_id"/> - </tree> - </field> - </record> - <record model="ir.ui.view" id="view_email_server_history_form"> - <field name="name">mail.server.history.form</field> - <field name="model">mail.server.history</field> - <field name="type">form</field> - <field name="arch" type="xml"> - <form string="Email History"> - <group col="6" colspan="4"> + <record model="ir.ui.view" id="mailgate_message_tree_view"> + <field name="name">mailgate.message.tree</field> + <field name="model">mailgate.message</field> + <field name="type">tree</field> + <field name="inherit_id" ref="mail_gateway.view_mailgate_message_tree"/> + <field name="arch" type="xml"> + <field name="user_id" position="after"> <field name="server_id" select="1"/> - <field name="create_date" select="1"/> - </group> - <group col="2" colspan="2"> - <separator string="Resource Information" colspan="2"/> - <field name="model_id" select="1"/> - <field name="res_id"/> - </group> - <group col="2" colspan="2"> - <separator string="Meta Information" colspan="2"/> - <field name="name" select="1"/> <field name="ref_id"/> - </group> - <newline/> - <separator string="Description" colspan="4"/> - <field name="note" colspan="4" nolabel="1"/> - </form> - </field> - </record> - + </field> + </field> + </record> + <act_window context="{'server_id': active_id}" domain="[('server_id', '=', active_id)]" id="act_server_history" name="Email History" - res_model="mail.server.history" src_model="email.server"/> + res_model="mailgate.message" src_model="email.server"/> - <record model="ir.actions.act_window" id="action_email_server_history_tree"> + <record model="ir.actions.act_window" id="action_mailgate_message_tree"> <field name="name">Received Email History</field> - <field name="res_model">mail.server.history</field> + <field name="res_model">mailgate.message</field> <field name="view_type">form</field> <field name="view_mode">tree,form</field> - <field name="view_id" ref="view_mail_server_history_tree"/> + <field name="view_id" ref="mailgate_message_tree_view"/> <field name="context">{'type':'imap'}</field> <field name="domain">[('type','=','imap')]</field> </record> <menuitem parent="menu_action_email_server_tree_imap" - id="menu_action_email_server_history_tree" - action="action_email_server_history_tree"/> + id="menu_action_mailgate_message_tree" + action="action_mailgate_message_tree"/> - <record model="ir.actions.act_window" id="action_email_server_history_tree_pop"> + <record model="ir.actions.act_window" id="action_mailgate_message_tree_pop"> <field name="name">Received Email History</field> - <field name="res_model">mail.server.history</field> + <field name="res_model">mailgate.message</field> <field name="view_type">form</field> <field name="view_mode">tree,form</field> - <field name="view_id" ref="view_mail_server_history_tree"/> + <field name="view_id" ref="mailgate_message_tree_view"/> <field name="context">{'type':'pop'}</field> <field name="domain">[('type','=','pop')]</field> </record> <menuitem parent="menu_action_email_server_tree" - id="menu_action_email_server_history_tree_pop" - action="action_email_server_history_tree_pop"/> + id="menu_action_mailgate_message_tree_pop" + action="action_mailgate_message_tree_pop"/> </data> </openerp> diff --git a/addons/fetchmail/security/ir.model.access.csv b/addons/fetchmail/security/ir.model.access.csv index 907aa187913..7aa6c84d22b 100644 --- a/addons/fetchmail/security/ir.model.access.csv +++ b/addons/fetchmail/security/ir.model.access.csv @@ -1,4 +1,2 @@ "id","name","model_id:id","group_id:id","perm_read","perm_write","perm_create","perm_unlink" "access_email_server","email.server","model_email_server",,1,1,1,1 -"access_mail_server_history","mail.server.history","model_mail_server_history",,1,1,1,1 -"access_email_server_tools","email.server.tools","model_email_server_tools",,1,1,1,1 |
