| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166 |
- # -*- coding: utf-8 -*-
- import re
- import sys
- sys.path.append('.')
- from merge_unihan import parse_pinyins
- def get_pinyins(file_path):
- with open(file_path) as fp:
- return parse_pinyins(fp)
- def get_pua_map():
- text = '''
- # A6D9 E78D () FE10 (︐)
- # A6DA E78E () FE12 (︒)
- # A6DB E78F () FE11 (︑)
- # A6DC E790 () FE13 (︓)
- # A6DD E791 () FE14 (︔)
- # A6DE E792 () FE15 (︕)
- # A6DF E793 () FE16 (︖)
- # A6EC E794 () FE17 (︗)
- # A6ED E795 () FE18 (︘)
- # A8BC E7C7 () 1E3F (ḿ) 1E3F (ḿ)
- # A8BF E7C8 () 01F9 (ǹ) 01F9 (ǹ)
- # A989 E7E7 () 303E (〾) 303E (〾)
- # A98A E7E8 () 2FF0 (⿰) 2FF0 (⿰)
- # A98B E7E9 () 2FF1 (⿱) 2FF1 (⿱)
- # A98C E7EA () 2FF2 (⿲) 2FF2 (⿲)
- # A98D E7EB () 2FF3 (⿳) 2FF3 (⿳)
- # A98E E7EC () 2FF4 (⿴) 2FF4 (⿴)
- # A98F E7ED () 2FF5 (⿵) 2FF5 (⿵)
- # A990 E7EE () 2FF6 (⿶) 2FF6 (⿶)
- # A991 E7EF () 2FF7 (⿷) 2FF7 (⿷)
- # A992 E7F0 () 2FF8 (⿸) 2FF8 (⿸)
- # A993 E7F1 () 2FF9 (⿹) 2FF9 (⿹)
- # A994 E7F2 () 2FFA (⿺) 2FFA (⿺)
- # A995 E7F3 () 2FFB (⿻) 2FFB (⿻)
- FE50 E815 () 2E81 (⺁) 2E81 (⺁)
- FE51 E816 () E816 () 20087 (𠂇)
- FE52 E817 () E817 () 20089 (𠂉)
- FE53 E818 () E818 () 200CC (𠃌)
- FE54 E819 () 2E84 (⺄) 2E84 (⺄)
- FE55 E81A () 3473 (㑳) 3473 (㑳)
- FE56 E81B () 3447 (㑇) 3447 (㑇)
- FE57 E81C () 2E88 (⺈) 2E88 (⺈)
- FE58 E81D () 2E8B (⺋) 2E8B (⺋)
- FE59 E81E () E81E () 9FB4 (龴)
- FE5A E81F () 359E (㖞) 359E (㖞)
- FE5B E820 () 361A (㘚) 361A (㘚)
- FE5C E821 () 360E (㘎) 360E (㘎)
- FE5D E822 () 2E8C (⺌) 2E8C (⺌)
- FE5E E823 () 2E97 (⺗) 2E97 (⺗)
- FE5F E824 () 396E (㥮) 396E (㥮)
- FE60 E825 () 3918 (㤘) 3918 (㤘)
- FE61 E826 () E826 () 9FB5 (龵)
- FE62 E827 () 39CF (㧏) 39CF (㧏)
- FE63 E828 () 39DF (㧟) 39DF (㧟)
- FE64 E829 () 3A73 (㩳) 3A73 (㩳)
- FE65 E82A () 39D0 (㧐) 39D0 (㧐)
- FE66 E82B () E82B () 9FB6 (龶)
- FE67 E82C () E82C () 9FB7 (龷)
- FE68 E82D () 3B4E (㭎) 3B4E (㭎)
- FE69 E82E () 3C6E (㱮) 3C6E (㱮)
- FE6A E82F () 3CE0 (㳠) 3CE0 (㳠)
- FE6B E830 () 2EA7 (⺧) 2EA7 (⺧)
- FE6C E831 () E831 () 215D7 (𡗗)
- FE6D E832 () E832 () 9FB8 (龸)
- FE6E E833 () 2EAA (⺪) 2EAA (⺪)
- FE6F E834 () 4056 (䁖) 4056 (䁖)
- FE70 E835 () 415F (䅟) 415F (䅟)
- FE71 E836 () 2EAE (⺮) 2EAE (⺮)
- FE72 E837 () 4337 (䌷) 4337 (䌷)
- FE73 E838 () 2EB3 (⺳) 2EB3 (⺳)
- FE74 E839 () 2EB6 (⺶) 2EB6 (⺶)
- FE75 E83A () 2EB7 (⺷) 2EB7 (⺷)
- FE76 E83B () E83B () 2298F (𢦏)
- FE77 E83C () 43B1 (䎱) 43B1 (䎱)
- FE78 E83D () 43AC (䎬) 43AC (䎬)
- FE79 E83E () 2EBB (⺻) 2EBB (⺻)
- FE7A E83F () 43DD (䏝) 43DD (䏝)
- FE7B E840 () 44D6 (䓖) 44D6 (䓖)
- FE7C E841 () 4661 (䙡) 4661 (䙡)
- FE7D E842 () 464C (䙌) 464C (䙌)
- FE7E E843 () E843 () 9FB9 (龹)
- FE80 E844 () 4723 (䜣) 4723 (䜣)
- FE81 E845 () 4729 (䜩) 4729 (䜩)
- FE82 E846 () 477C (䝼) 477C (䝼)
- FE83 E847 () 478D (䞍) 478D (䞍)
- FE84 E848 () 2ECA (⻊) 2ECA (⻊)
- FE85 E849 () 4947 (䥇) 4947 (䥇)
- FE86 E84A () 497A (䥺) 497A (䥺)
- FE87 E84B () 497D (䥽) 497D (䥽)
- FE88 E84C () 4982 (䦂) 4982 (䦂)
- FE89 E84D () 4983 (䦃) 4983 (䦃)
- FE8A E84E () 4985 (䦅) 4985 (䦅)
- FE8B E84F () 4986 (䦆) 4986 (䦆)
- FE8C E850 () 499F (䦟) 499F (䦟)
- FE8D E851 () 499B (䦛) 499B (䦛)
- FE8E E852 () 49B7 (䦷) 49B7 (䦷)
- FE8F E853 () 49B6 (䦶) 49B6 (䦶)
- FE90 E854 () E854 () 9FBA (龺)
- FE91 E855 () E855 () 241FE (𤇾)
- FE92 E856 () 4CA3 (䲣) 4CA3 (䲣)
- FE93 E857 () 4C9F (䲟) 4C9F (䲟)
- FE94 E858 () 4CA0 (䲠) 4CA0 (䲠)
- FE95 E859 () 4CA1 (䲡) 4CA1 (䲡)
- FE96 E85A () 4C77 (䱷) 4C77 (䱷)
- FE97 E85B () 4CA2 (䲢) 4CA2 (䲢)
- FE98 E85C () 4D13 (䴓) 4D13 (䴓)
- FE99 E85D () 4D14 (䴔) 4D14 (䴔)
- FE9A E85E () 4D15 (䴕) 4D15 (䴕)
- FE9B E85F () 4D16 (䴖) 4D16 (䴖)
- FE9C E860 () 4D17 (䴗) 4D17 (䴗)
- FE9D E861 () 4D18 (䴘) 4D18 (䴘)
- FE9E E862 () 4D19 (䴙) 4D19 (䴙)
- FE9F E863 () 4DAE (䶮) 4DAE (䶮)
- FEA0 E864 () E864 () 9FBB (龻)
- '''.strip()
- for line in text.split('\n'):
- if line.startswith('#'):
- continue
- gb, gbk, gb_18030, unicode_4_1 = line.split('\t')
- # print(gb, gbk, gb_18030, unicode_4_1)
- # print(get_han_point(gbk), get_han_point(unicode_4_1))
- yield get_han_point(gbk), get_han_point(unicode_4_1)
- def get_han_point(text):
- if not text:
- return '', ''
- regex = re.compile(r'(?P<point>[A-Z0-9]+) \((?P<han>[^\)]+)\)')
- result = regex.findall(text)
- return result[0]
- def point_to_u_point(point):
- point = point.upper()
- if not point.startswith('U+'):
- point = 'U+' + point
- return point
- def gen_pua_data(gbk, unicode_4_1, pinyin_map):
- gbk_point, gbk_han = gbk
- gbk_point = point_to_u_point(gbk_point)
- unicode_4_1_point, unicode_4_1_han = unicode_4_1
- unicode_4_1_point = point_to_u_point(unicode_4_1_point)
- pinyins = ','.join(pinyin_map.get(unicode_4_1_point, []))
- prefix = ''
- if not pinyins:
- prefix = '# '
- return (
- '{prefix}{gbk_point}: {pinyins} # {gbk_han} '
- 'Unihan: {unicode_4_1_point} {unicode_4_1_han}'
- ).format(**locals())
- if __name__ == '__main__':
- pinyin_map = get_pinyins('pinyin.txt')
- print('# GBK/GB 18030 PUA 映射\n'
- '# 详见：https://zh.wikipedia.org/wiki/GB_18030#PUA')
- for gbk, unicode_4_1 in get_pua_map():
- print(gen_pua_data(gbk, unicode_4_1, pinyin_map))
|
