You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
103 lines
2.8 KiB
103 lines
2.8 KiB
# -*- coding: utf-8 -*-
|
|
import functools
|
|
import operator
|
|
import re
|
|
|
|
|
|
def re_match_pinyin_line(kind):
|
|
return re.compile(
|
|
r'^U\+(?P<code>[0-9A-Z]+)\t{}\t(?P<pinyin>.+)$'.format(kind)
|
|
)
|
|
|
|
|
|
PINYIN = r'[^\d\.,]+'
|
|
re_khanyupinyin = re.compile(r'''
|
|
(?:\d{5}\.\d{2}0,)*\d{5}\.\d{2}0:
|
|
((?:%(pinyin)s,)*)
|
|
(%(pinyin)s)
|
|
''' % ({'pinyin': PINYIN}), re.X)
|
|
re_kmandarin = re.compile(r'''
|
|
()()
|
|
({pinyin})
|
|
'''.format(pinyin=PINYIN), re.X)
|
|
re_kxhc1983 = re.compile(r'''
|
|
()()[0-9]{4}\.[0-9]{3}\*?
|
|
(?:,[0-9]{4}\.[0-9]{3}\*?)*:
|
|
(%(pinyin)s)
|
|
''' % ({'pinyin': PINYIN}), re.X)
|
|
re_khanyupinlu = re.compile(r'''
|
|
()()({pinyin})\([0-9]+\)
|
|
'''.format(pinyin=PINYIN), re.X)
|
|
re_ktghz2013 = re.compile(r'''
|
|
()()[0-9]{3}\.[0-9]{3}
|
|
(?:,[0-9]{3}\.[0-9]{3})*:
|
|
(%(pinyin)s)
|
|
''' % ({'pinyin': PINYIN}), re.X)
|
|
re_kinds_map = {
|
|
'kHanyuPinyin': re_khanyupinyin,
|
|
'kMandarin': re_kmandarin,
|
|
'kXHC1983': re_kxhc1983,
|
|
'kHanyuPinlu': re_khanyupinlu,
|
|
'kTGHZ2013': re_ktghz2013,
|
|
}
|
|
|
|
|
|
def remove_dup_items(lst):
|
|
new_list = []
|
|
for item in lst:
|
|
if item not in new_list:
|
|
new_list.append(item)
|
|
return new_list
|
|
|
|
|
|
def parse(lines, kind='kHanyuPinyin', ignore_prefix='#') -> str:
|
|
re_line = re_match_pinyin_line(kind)
|
|
re_pinyin = re_kinds_map[kind]
|
|
for line in lines:
|
|
line = line.strip()
|
|
if line.startswith(ignore_prefix):
|
|
continue
|
|
match = re_line.match(line)
|
|
if match is None:
|
|
continue
|
|
|
|
code = match.group('code')
|
|
raw_pinyin = match.group('pinyin')
|
|
raw_pinyins = re_pinyin.findall(raw_pinyin)
|
|
# 处理有三个或三个以上拼音的情况，此时 raw_pinyins 类似
|
|
# [(' xī,', 'lǔ '), (' lǔ,', 'xī')] or [('shú,dú,', 'tù')]
|
|
for n, values in enumerate(raw_pinyins):
|
|
value = []
|
|
for v in values:
|
|
value.extend(v.split(','))
|
|
raw_pinyins[n] = value
|
|
|
|
pinyins = functools.reduce(
|
|
operator.add, raw_pinyins
|
|
)
|
|
pinyins = [x.strip() for x in pinyins if x.strip()]
|
|
pinyins = remove_dup_items(pinyins)
|
|
pinyin = ','.join(pinyins)
|
|
yield code, pinyin
|
|
|
|
|
|
def save_data(pinyins, writer):
|
|
for code, pinyin in pinyins:
|
|
gl = {}
|
|
exec('hanzi=chr(0x{})'.format(code), gl)
|
|
hanzi = gl['hanzi']
|
|
line = 'U+{code}: {pinyin} # {hanzi}\n'.format(
|
|
code=code, pinyin=pinyin, hanzi=hanzi
|
|
)
|
|
writer.write(line)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
with open('Unihan_Readings.txt') as fp:
|
|
for kind in ('kHanyuPinyin', 'kMandarin',
|
|
'kHanyuPinlu', 'kXHC1983', 'kTGHZ2013'):
|
|
fp.seek(0)
|
|
with open('{}.txt'.format(kind), 'w') as writer:
|
|
pinyins = parse(fp.readlines(), kind=kind)
|
|
save_data(pinyins, writer)
|