more enhancements for the lib

This commit is contained in:
Andreas Rumpf 2010-02-08 22:07:45 +01:00
commit 44ed48ffa6
17 changed files with 65591 additions and 55 deletions

26
lib/pure/unidecode/gen.py Normal file
View file

@ -0,0 +1,26 @@
#! usr/bin/env python
# -*- coding: utf-8 -*-
# Generates the unidecode.dat module
# (c) 2010 Andreas Rumpf
from unidecode import unidecode
def main2():
data = []
for x in xrange(128, 0xffff + 1):
u = eval("u'\u%04x'" % x)
val = unidecode(u)
data.append(val)
f = open("unidecode.dat", "wb+")
for d in data:
f.write("%s\n" % d)
f.close()
main2()