Chapter4.py

#4.1 词性标注
# import jieba.posseg as psg
# sent = '中文分词是文本处理不可或缺的一步！'
# seg_list = psg.cut(sent)
# print(' '.join(['{0}/{1}'.format(w,t) for w,t in seg_list]))

#实战1.日期识别
import re
from datetime import datetime,timedelta
from dateutil.parser import parse
import jieba.posseg as psg

UTIL_CN_NUM = {
    '零': 0, '一': 1, '二': 2, '两': 2, '三': 3, '四': 4,
    '五': 5, '六': 6, '七': 7, '八': 8, '九': 9,
    '0': 0, '1': 1, '2': 2, '3': 3, '4': 4,
    '5': 5, '6': 6, '7': 7, '8': 8, '9': 9
}

UTIL_CN_UNIT = {'十': 10, '百': 100, '千': 1000, '万': 10000}

def check_time_valid(word):
    '''
    对提取的拼接日期串进行进一步处理，进行有效性判断
    :param word:
    :return:
    '''
    m = re.match("\d+$",word)
    if m:
        if len(word) <= 6:
            return None
    word1 = re.sub('[号|日]\d$','日',word)
    if word1 != word:
        return check_time_valid(word1)
    else:
        return word1


# 将具体的文字转换成相应的数字，以供parse_datetime进行封装
def year2dig(year):
    res = ''
    for item in year:
        if item in UTIL_CN_NUM.keys():
            res = res + str(UTIL_CN_NUM[item])
        else:
            res = res+item
    m = re.match("\d+",res)
    if m:
        if len(m.group(0))==2:
            return int(datetime.today().year/100)*100 + int(m.group(0))
        else:
            return int(m.group(0))
    else:
        return None

def cn2dig(src):
    if str=="":
        return None
    m = re.match("\d+",src)
    if m:
        return int(m.group(0))
    rsl = 0
    unit = 1
    for item in src[::-1]:
        if item in UTIL_CN_UNIT.keys():
            unit = UTIL_CN_UNIT[item]
        elif item in UTIL_CN_NUM.keys():
            num = UTIL_CN_NUM[item]
            rsl += num*unit
        else:
            return None

    if rsl<unit:
        rsl+=unit

    return rsl


def parse_datetime(msg):
    '''
    将每个提取到的文本日期串进行时间转换。
    主要通过正则表达式将日期串进行分割，分为年月日时分秒等具体维度，针对每个子维度再单独进行识别
    :param msg:
    :return:
    '''
    if msg is None or len(msg)==0:
        return None

    try:
        dt = parse(msg,fuzzy=True)
        return dt.strftime('%Y-%m-%d %H:%M:%S')
    except Exception as e:
        m = re.match(
            r"([0-9零一二两三四五六七八九十]+年)?([0-9一二两三四五六七八九十]+月)?([0-9一二两三四五六七八九十]+[号日])?([上中下午晚早]+)?([0-9零一二两三四五六七八九十百]+[点:\.时])?([0-9零一二三四五六七八九十百]+分?)?([0-9零一二三四五六七八九十百]+秒)?"
            ,msg
        )
        if m.group(0) is not None:
            res = {
                "year":m.group(1),
                "month":m.group(2),
                "day":m.group(3),
                "hour":m.group(5) if m.group(5) is not None else '00',
                "minute":m.group(6) if m.group(6) is not None else '00',
                "second":m.group(7) if m.group(7) is not None else '00',
            }
            params = {}

            for name in res:
                if res[name] is not None and len(res[name])!=0:
                    tmp = None
                    if name=='year':
                        tmp = year2dig(res[name][:-1])
                    else:
                        tmp = cn2dig(res[name][:-1])
                    if tmp is not None:
                        params[name] = int(tmp)

            target_data = datetime.today().replace(**params)
            is_pm = m.group(4)
            if is_pm is not None:
                if is_pm==u'下午' or is_pm==u'晚上' or is_pm==u'中午':
                    hour = target_data.time().hour
                    if hour<12:
                        target_data = target_data.replace(hour=hour+12)
            return target_data.strftime('%Y-%m-%d %H:%M:%S')
        else:
            return None


def time_extract(text):
    '''
    时间词提取
    :param text:
    :return:
    '''
    time_res = []
    word = ''
    keyDate = {'今天':0,'明天':1,'后天':2}
    for k,v in psg.cut(text):
        if k in keyDate:
            if word != '':
                time_res.append(word)
            # 注意python2中strftime参数字符串中可以有汉字，但python3中不能，要用format函数
            word = (datetime.today() + timedelta(days=keyDate.get(k,0))).strftime('%Y{y}%m{m}%d{d}').format(y='年',m='月',d='日')
        elif word != '':
            if v in ['m','t']:
                word = word+k
            else:
                time_res.append(word)
                word = ''
        elif v in ['m','t']:
            word = k

    if word != '':
        time_res.append(word)
    result = list(filter(lambda x:x is not None,[check_time_valid(w) for w in time_res]))
    final_res = [parse_datetime(w) for w in result]

    return [x for x in final_res if x is not None]

# 测试
text1 = '我要住到明天下午三点'
text2 = '预定28号的房间'
text3 = '我要从26号下午4点住到11月2号'
text4 = '我要预定今天到30的房间'
text5 = '今天30号呵呵'
print(text1,time_extract(text1),sep=':')
print(text2,time_extract(text2),sep=':')
print(text3,time_extract(text3),sep=':')
print(text4,time_extract(text4),sep=':')
print(text5,time_extract(text5),sep=':')