由于公司需要做一个hrm的项目，这是其中简历拉取的一个功能。本来应该写一个自动发布的但是由于各大平台没有api使得无果。
拉取的网站主要是猎聘和前程无忧，公司没有用boss直聘，而实习僧是必须扫码登陆的，拉勾则是由于gbk与utf-8的转解码问题没有拉取成功
这里参考了部分网上的代码https://www.jb51.net/article/120269.htm，略作修改并加上了部分注释
#!/usr/bin/python2.7
# _*_ coding: utf-8 _*_
"""
@Author: MarkLiu
"""
import poplib
poplib._MAXLINE=20480
import email
import re
from email.parser import Parser
from email.header import decode_header
from email.utils import parseaddr
def decode_str(s):
value, charset = decode_header(s)[0]
if charset:
value = value.decode(charset)
return value
def guess_charset(msg):
# 先从msg对象获取编码:
charset = msg.get_charset()
if charset is None:
# 如果获取不到，再从Content-Type字段获取:
content_type = msg.get(\'Content-Type\', \'\').lower()
pos = content_type.find(\'charset=\')
if pos >= 0:
charset = content_type[pos + 8:].strip()
return charset
def get_email_headers(msg):
# 邮件的From, To, Subject存在于根对象上:
headers = {}
for header in [\'From\', \'To\', \'Subject\', \'Date\']:
value = msg.get(header, \'\')
if value:
if header == \'Date\':
headers[\'date\'] = value
if header == \'Subject\':
# 需要解码Subject字符串:
subject = decode_str(value)
headers[\'subject\'] = subject
else:
# 需要解码Email地址:
hdr, addr = parseaddr(value)
name = decode_str(hdr)
value = u\'%s <%s>\' % (name, addr)
if header == \'From\':
from_address = value
headers[\'from\'] = from_address
else:
to_address = value
headers[\'to\'] = to_address
content_type = msg.get_content_type()
print \'head content_type: \', content_type
return headers
att_file = "";
# indent用于缩进显示:
def get_email_cntent(message, base_save_path):
j = 0
content = \'\'
attachment_files = []
for part in message.walk():
j = j + 1
file_name = part.get_filename()
contentType = part.get_content_type()
# 保存附件
if file_name: # Attachment
h = email.Header.Header(file_name)
dh = email.Header.decode_header(h)
name = get_email_headers(msg)[\'from\']
filename = re.findall(\'.*51job] (.*) <resume.*\', name) # 这里是只有前程无忧有附件
if dh[0][1]: # 如果包含编码的格式，则按照该格式解码
filename = unicode(filename[0], dh[0][1])
filename = filename[0].encode("utf-8")
data = part.get_payload(decode=True)
att_file = open(base_save_path + filename[0] + ".html", \'wb\') # 将默认的附件名resume改成了 "new_resume_人名"
attachment_files.append(filename[0] + ".html")
att_file.write(data)
att_file.close()
elif contentType == \'text/plain\' or contentType == \'text/html\':
# 保存正文
data = part.get_payload(decode=True)
charset = guess_charset(part)
if charset:
charset = charset.strip().split(\';\')[0]
print \'charset:\', charset
data = data.decode(charset, "ignore")
content = data
return content, attachment_files
if __name__ == \'__main__\':
# 输入邮件地址, 口令和POP3服务器地址:
emailaddress = \'****@***.com\'
# 注意使用开通POP，SMTP等的授权码
password = \'*********\' # 邮箱密码
pop3_server = \'smtp.exmail.qq.com\'
# 连接到POP3服务器:
server = poplib.POP3_SSL(pop3_server,port=995)
# 可以打开或关闭调试信息:
# server.set_debuglevel(1)
# POP3服务器的欢迎文字:
print server.getwelcome()
# 身份认证:
server.user(emailaddress)
server.pass_(password)
# stat()返回邮件数量和占用空间:
messagesCount, messagesSize = server.stat()
print \'messagesCount:\', messagesCount
print \'messagesSize:\', messagesSize
# list()返回所有邮件的编号:
resp, mails, octets = server.list()
print \'------ resp ------\'
print resp # +OK 46 964346 响应的状态 邮件数量 邮件占用的空间大小
print \'------ mails ------\'
print mails # 所有邮件的编号及大小的编号list，[\'1 2211\', \'2 29908\', ...]
print \'------ octets ------\'
print octets
# 获取最新的邮件，一共是看20封，但是会删掉拉钩和实习僧，所以不足20封
length = len(mails)-1
for i in range(length):
if i < 20:
resp, lines, octets = server.retr(length-i+1)
print resp
print lines
print octets
# lines存储了邮件的原始文本的每一行,
# 可以获得整个邮件的原始文本:
msg_content = \'\n\'.join(lines)
# 把邮件内容解析为Message对象：
msg = Parser().parsestr(msg_content)
address = get_email_headers(msg)[\'from\']
if address[0:3] == u\'拉勾网\':
continue
elif address[0:3] == u\'实习僧\':
continue
# 但是这个Message对象本身可能是一个MIMEMultipart对象，即包含嵌套的其他MIMEBase对象，
# 嵌套可能还不止一层。所以我们要递归地打印出Message对象的层次结构：
print u\'---------- 解析之后 ----------\'
base_save_path = r\'static\common_static\resume\new_resume_\'
msg_headers = get_email_headers(msg)
print base_save_path
content, attachment_files = get_email_cntent(msg, base_save_path)
print \'subject :\', msg_headers[\'subject\'] # 邮件标题
print \'from_address :\', msg_headers[\'from\'] # 邮件来源
print \'to_address :\', msg_headers[\'to\'] # 这个应该是收信邮箱，我也没搞懂，一个32一个48一个tue一个web
print \'date :\', msg_headers[\'date\'] # 收到时间
print \'content :\', content # html
print \'attachment_files :\', attachment_files # 附件名称
# 关闭连接:
server.quit()