setup.py
ZiTokenizer/ZiSegmenter.py
ZiTokenizer/ZiTokenizer.py
ZiTokenizer/__init__.py
ZiTokenizer/glance.py
ZiTokenizer.egg-info/PKG-INFO
ZiTokenizer.egg-info/SOURCES.txt
ZiTokenizer.egg-info/dependency_links.txt
ZiTokenizer.egg-info/requires.txt
ZiTokenizer.egg-info/top_level.txt
ZiTokenizer/languages/ab/vocab.txt
ZiTokenizer/languages/ace/vocab.txt
ZiTokenizer/languages/ady/vocab.txt
ZiTokenizer/languages/af/vocab.txt
ZiTokenizer/languages/ak/vocab.txt
ZiTokenizer/languages/als/vocab.txt
ZiTokenizer/languages/alt/vocab.txt
ZiTokenizer/languages/am/vocab.txt
ZiTokenizer/languages/ami/vocab.txt
ZiTokenizer/languages/an/vocab.txt
ZiTokenizer/languages/ang/vocab.txt
ZiTokenizer/languages/ar/vocab.txt
ZiTokenizer/languages/arc/vocab.txt
ZiTokenizer/languages/ary/vocab.txt
ZiTokenizer/languages/arz/vocab.txt
ZiTokenizer/languages/as/vocab.txt
ZiTokenizer/languages/ast/vocab.txt
ZiTokenizer/languages/atj/vocab.txt
ZiTokenizer/languages/av/vocab.txt
ZiTokenizer/languages/avk/vocab.txt
ZiTokenizer/languages/awa/vocab.txt
ZiTokenizer/languages/ay/vocab.txt
ZiTokenizer/languages/az/vocab.txt
ZiTokenizer/languages/azb/vocab.txt
ZiTokenizer/languages/ba/vocab.txt
ZiTokenizer/languages/ban/vocab.txt
ZiTokenizer/languages/bar/vocab.txt
ZiTokenizer/languages/bcl/vocab.txt
ZiTokenizer/languages/be/vocab.txt
ZiTokenizer/languages/bg/vocab.txt
ZiTokenizer/languages/bh/vocab.txt
ZiTokenizer/languages/bi/vocab.txt
ZiTokenizer/languages/bjn/vocab.txt
ZiTokenizer/languages/blk/vocab.txt
ZiTokenizer/languages/bm/vocab.txt
ZiTokenizer/languages/bn/vocab.txt
ZiTokenizer/languages/bo/vocab.txt
ZiTokenizer/languages/bpy/vocab.txt
ZiTokenizer/languages/br/vocab.txt
ZiTokenizer/languages/bs/vocab.txt
ZiTokenizer/languages/bug/vocab.txt
ZiTokenizer/languages/bxr/vocab.txt
ZiTokenizer/languages/ca/vocab.txt
ZiTokenizer/languages/cdo/vocab.txt
ZiTokenizer/languages/ce/vocab.txt
ZiTokenizer/languages/ceb/vocab.txt
ZiTokenizer/languages/ch/vocab.txt
ZiTokenizer/languages/cho/vocab.txt
ZiTokenizer/languages/chr/vocab.txt
ZiTokenizer/languages/chy/vocab.txt
ZiTokenizer/languages/ckb/vocab.txt
ZiTokenizer/languages/co/vocab.txt
ZiTokenizer/languages/cr/vocab.txt
ZiTokenizer/languages/crh/vocab.txt
ZiTokenizer/languages/cs/vocab.txt
ZiTokenizer/languages/csb/vocab.txt
ZiTokenizer/languages/cu/vocab.txt
ZiTokenizer/languages/cv/vocab.txt
ZiTokenizer/languages/cy/vocab.txt
ZiTokenizer/languages/da/vocab.txt
ZiTokenizer/languages/dag/vocab.txt
ZiTokenizer/languages/de/vocab.txt
ZiTokenizer/languages/din/vocab.txt
ZiTokenizer/languages/diq/vocab.txt
ZiTokenizer/languages/dsb/vocab.txt
ZiTokenizer/languages/dty/vocab.txt
ZiTokenizer/languages/dv/vocab.txt
ZiTokenizer/languages/dz/vocab.txt
ZiTokenizer/languages/ee/vocab.txt
ZiTokenizer/languages/el/vocab.txt
ZiTokenizer/languages/eml/vocab.txt
ZiTokenizer/languages/en/vocab.txt
ZiTokenizer/languages/eo/vocab.txt
ZiTokenizer/languages/es/vocab.txt
ZiTokenizer/languages/et/vocab.txt
ZiTokenizer/languages/eu/vocab.txt
ZiTokenizer/languages/ext/vocab.txt
ZiTokenizer/languages/fa/vocab.txt
ZiTokenizer/languages/ff/vocab.txt
ZiTokenizer/languages/fi/vocab.txt
ZiTokenizer/languages/fj/vocab.txt
ZiTokenizer/languages/fo/vocab.txt
ZiTokenizer/languages/fr/vocab.txt
ZiTokenizer/languages/frp/vocab.txt
ZiTokenizer/languages/frr/vocab.txt
ZiTokenizer/languages/fur/vocab.txt
ZiTokenizer/languages/fy/vocab.txt
ZiTokenizer/languages/ga/vocab.txt
ZiTokenizer/languages/gag/vocab.txt
ZiTokenizer/languages/gan/vocab.txt
ZiTokenizer/languages/gcr/vocab.txt
ZiTokenizer/languages/gd/vocab.txt
ZiTokenizer/languages/gl/vocab.txt
ZiTokenizer/languages/glk/vocab.txt
ZiTokenizer/languages/global/HeZi.txt
ZiTokenizer/languages/global/JiZi.txt
ZiTokenizer/languages/global/vocab.txt
ZiTokenizer/languages/gn/vocab.txt
ZiTokenizer/languages/gom/vocab.txt
ZiTokenizer/languages/gor/vocab.txt
ZiTokenizer/languages/got/vocab.txt
ZiTokenizer/languages/gu/vocab.txt
ZiTokenizer/languages/guw/vocab.txt
ZiTokenizer/languages/gv/vocab.txt
ZiTokenizer/languages/ha/vocab.txt
ZiTokenizer/languages/hak/vocab.txt
ZiTokenizer/languages/haw/vocab.txt
ZiTokenizer/languages/he/vocab.txt
ZiTokenizer/languages/hi/vocab.txt
ZiTokenizer/languages/hif/vocab.txt
ZiTokenizer/languages/ho/vocab.txt
ZiTokenizer/languages/hr/vocab.txt
ZiTokenizer/languages/hsb/vocab.txt
ZiTokenizer/languages/ht/vocab.txt
ZiTokenizer/languages/hu/vocab.txt
ZiTokenizer/languages/hy/vocab.txt
ZiTokenizer/languages/hyw/vocab.txt
ZiTokenizer/languages/ia/vocab.txt
ZiTokenizer/languages/id/vocab.txt
ZiTokenizer/languages/ie/vocab.txt
ZiTokenizer/languages/ig/vocab.txt
ZiTokenizer/languages/ii/vocab.txt
ZiTokenizer/languages/ik/vocab.txt
ZiTokenizer/languages/ilo/vocab.txt
ZiTokenizer/languages/inh/vocab.txt
ZiTokenizer/languages/io/vocab.txt
ZiTokenizer/languages/is/vocab.txt
ZiTokenizer/languages/it/vocab.txt
ZiTokenizer/languages/iu/vocab.txt
ZiTokenizer/languages/ja/vocab.txt
ZiTokenizer/languages/jam/vocab.txt
ZiTokenizer/languages/jbo/vocab.txt
ZiTokenizer/languages/jv/vocab.txt
ZiTokenizer/languages/ka/vocab.txt
ZiTokenizer/languages/kaa/vocab.txt
ZiTokenizer/languages/kab/vocab.txt
ZiTokenizer/languages/kbd/vocab.txt
ZiTokenizer/languages/kbp/vocab.txt
ZiTokenizer/languages/kcg/vocab.txt
ZiTokenizer/languages/kg/vocab.txt
ZiTokenizer/languages/ki/vocab.txt
ZiTokenizer/languages/kj/vocab.txt
ZiTokenizer/languages/kk/vocab.txt
ZiTokenizer/languages/kl/vocab.txt
ZiTokenizer/languages/km/vocab.txt
ZiTokenizer/languages/kn/vocab.txt
ZiTokenizer/languages/ko/vocab.txt
ZiTokenizer/languages/koi/vocab.txt
ZiTokenizer/languages/krc/vocab.txt
ZiTokenizer/languages/ks/vocab.txt
ZiTokenizer/languages/ksh/vocab.txt
ZiTokenizer/languages/ku/vocab.txt
ZiTokenizer/languages/kv/vocab.txt
ZiTokenizer/languages/kw/vocab.txt
ZiTokenizer/languages/ky/vocab.txt
ZiTokenizer/languages/la/vocab.txt
ZiTokenizer/languages/lad/vocab.txt
ZiTokenizer/languages/lb/vocab.txt
ZiTokenizer/languages/lbe/vocab.txt
ZiTokenizer/languages/lez/vocab.txt
ZiTokenizer/languages/lfn/vocab.txt
ZiTokenizer/languages/lg/vocab.txt
ZiTokenizer/languages/li/vocab.txt
ZiTokenizer/languages/lij/vocab.txt
ZiTokenizer/languages/lld/vocab.txt
ZiTokenizer/languages/lmo/vocab.txt
ZiTokenizer/languages/ln/vocab.txt
ZiTokenizer/languages/lo/vocab.txt
ZiTokenizer/languages/lrc/vocab.txt
ZiTokenizer/languages/lt/vocab.txt
ZiTokenizer/languages/ltg/vocab.txt
ZiTokenizer/languages/lv/vocab.txt
ZiTokenizer/languages/mad/vocab.txt
ZiTokenizer/languages/mai/vocab.txt
ZiTokenizer/languages/mdf/vocab.txt
ZiTokenizer/languages/mg/vocab.txt
ZiTokenizer/languages/mh/vocab.txt
ZiTokenizer/languages/mhr/vocab.txt
ZiTokenizer/languages/mi/vocab.txt
ZiTokenizer/languages/min/vocab.txt
ZiTokenizer/languages/mk/vocab.txt
ZiTokenizer/languages/ml/vocab.txt
ZiTokenizer/languages/mn/vocab.txt
ZiTokenizer/languages/mni/vocab.txt
ZiTokenizer/languages/mnw/vocab.txt
ZiTokenizer/languages/mr/vocab.txt
ZiTokenizer/languages/mrj/vocab.txt
ZiTokenizer/languages/ms/vocab.txt
ZiTokenizer/languages/mt/vocab.txt
ZiTokenizer/languages/mus/vocab.txt
ZiTokenizer/languages/mwl/vocab.txt
ZiTokenizer/languages/my/vocab.txt
ZiTokenizer/languages/myv/vocab.txt
ZiTokenizer/languages/mzn/vocab.txt
ZiTokenizer/languages/na/vocab.txt
ZiTokenizer/languages/nah/vocab.txt
ZiTokenizer/languages/nap/vocab.txt
ZiTokenizer/languages/nds/vocab.txt
ZiTokenizer/languages/ne/vocab.txt
ZiTokenizer/languages/new/vocab.txt
ZiTokenizer/languages/ng/vocab.txt
ZiTokenizer/languages/nia/vocab.txt
ZiTokenizer/languages/nl/vocab.txt
ZiTokenizer/languages/nn/vocab.txt
ZiTokenizer/languages/no/vocab.txt
ZiTokenizer/languages/nov/vocab.txt
ZiTokenizer/languages/nqo/vocab.txt
ZiTokenizer/languages/nrm/vocab.txt
ZiTokenizer/languages/nso/vocab.txt
ZiTokenizer/languages/nv/vocab.txt
ZiTokenizer/languages/ny/vocab.txt
ZiTokenizer/languages/oc/vocab.txt
ZiTokenizer/languages/olo/vocab.txt
ZiTokenizer/languages/om/vocab.txt
ZiTokenizer/languages/or/vocab.txt
ZiTokenizer/languages/os/vocab.txt
ZiTokenizer/languages/pa/vocab.txt
ZiTokenizer/languages/pag/vocab.txt
ZiTokenizer/languages/pam/vocab.txt
ZiTokenizer/languages/pap/vocab.txt
ZiTokenizer/languages/pcd/vocab.txt
ZiTokenizer/languages/pcm/vocab.txt
ZiTokenizer/languages/pdc/vocab.txt
ZiTokenizer/languages/pfl/vocab.txt
ZiTokenizer/languages/pi/vocab.txt
ZiTokenizer/languages/pih/vocab.txt
ZiTokenizer/languages/pl/vocab.txt
ZiTokenizer/languages/pms/vocab.txt
ZiTokenizer/languages/pnb/vocab.txt
ZiTokenizer/languages/pnt/vocab.txt
ZiTokenizer/languages/ps/vocab.txt
ZiTokenizer/languages/pt/vocab.txt
ZiTokenizer/languages/pwn/vocab.txt
ZiTokenizer/languages/qu/vocab.txt
ZiTokenizer/languages/rm/vocab.txt
ZiTokenizer/languages/rmy/vocab.txt
ZiTokenizer/languages/rn/vocab.txt
ZiTokenizer/languages/ro/vocab.txt
ZiTokenizer/languages/ru/vocab.txt
ZiTokenizer/languages/rue/vocab.txt
ZiTokenizer/languages/rw/vocab.txt
ZiTokenizer/languages/sa/vocab.txt
ZiTokenizer/languages/sah/vocab.txt
ZiTokenizer/languages/sat/vocab.txt
ZiTokenizer/languages/sc/vocab.txt
ZiTokenizer/languages/scn/vocab.txt
ZiTokenizer/languages/sco/vocab.txt
ZiTokenizer/languages/sd/vocab.txt
ZiTokenizer/languages/se/vocab.txt
ZiTokenizer/languages/sg/vocab.txt
ZiTokenizer/languages/sh/vocab.txt
ZiTokenizer/languages/shi/vocab.txt
ZiTokenizer/languages/shn/vocab.txt
ZiTokenizer/languages/si/vocab.txt
ZiTokenizer/languages/sk/vocab.txt
ZiTokenizer/languages/skr/vocab.txt
ZiTokenizer/languages/sl/vocab.txt
ZiTokenizer/languages/sm/vocab.txt
ZiTokenizer/languages/smn/vocab.txt
ZiTokenizer/languages/sn/vocab.txt
ZiTokenizer/languages/so/vocab.txt
ZiTokenizer/languages/sq/vocab.txt
ZiTokenizer/languages/sr/vocab.txt
ZiTokenizer/languages/srn/vocab.txt
ZiTokenizer/languages/ss/vocab.txt
ZiTokenizer/languages/st/vocab.txt
ZiTokenizer/languages/stq/vocab.txt
ZiTokenizer/languages/su/vocab.txt
ZiTokenizer/languages/sv/vocab.txt
ZiTokenizer/languages/sw/vocab.txt
ZiTokenizer/languages/szl/vocab.txt
ZiTokenizer/languages/szy/vocab.txt
ZiTokenizer/languages/ta/vocab.txt
ZiTokenizer/languages/tay/vocab.txt
ZiTokenizer/languages/tcy/vocab.txt
ZiTokenizer/languages/te/vocab.txt
ZiTokenizer/languages/ten/vocab.txt
ZiTokenizer/languages/tet/vocab.txt
ZiTokenizer/languages/tg/vocab.txt
ZiTokenizer/languages/th/vocab.txt
ZiTokenizer/languages/ti/vocab.txt
ZiTokenizer/languages/tk/vocab.txt
ZiTokenizer/languages/tl/vocab.txt
ZiTokenizer/languages/tn/vocab.txt
ZiTokenizer/languages/to/vocab.txt
ZiTokenizer/languages/tpi/vocab.txt
ZiTokenizer/languages/tr/vocab.txt
ZiTokenizer/languages/trv/vocab.txt
ZiTokenizer/languages/ts/vocab.txt
ZiTokenizer/languages/tt/vocab.txt
ZiTokenizer/languages/tum/vocab.txt
ZiTokenizer/languages/tw/vocab.txt
ZiTokenizer/languages/ty/vocab.txt
ZiTokenizer/languages/tyv/vocab.txt
ZiTokenizer/languages/udm/vocab.txt
ZiTokenizer/languages/ug/vocab.txt
ZiTokenizer/languages/uk/vocab.txt
ZiTokenizer/languages/ur/vocab.txt
ZiTokenizer/languages/uz/vocab.txt
ZiTokenizer/languages/ve/vocab.txt
ZiTokenizer/languages/vec/vocab.txt
ZiTokenizer/languages/vep/vocab.txt
ZiTokenizer/languages/vi/vocab.txt
ZiTokenizer/languages/vls/vocab.txt
ZiTokenizer/languages/vo/vocab.txt
ZiTokenizer/languages/wa/vocab.txt
ZiTokenizer/languages/war/vocab.txt
ZiTokenizer/languages/wo/vocab.txt
ZiTokenizer/languages/wuu/vocab.txt
ZiTokenizer/languages/xal/vocab.txt
ZiTokenizer/languages/xh/vocab.txt
ZiTokenizer/languages/xmf/vocab.txt
ZiTokenizer/languages/yi/vocab.txt
ZiTokenizer/languages/yo/vocab.txt
ZiTokenizer/languages/za/vocab.txt
ZiTokenizer/languages/zea/vocab.txt
ZiTokenizer/languages/zh/vocab.txt
ZiTokenizer/languages/zu/vocab.txt