1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
#!/usr/bin/env python3
import contextlib
import os
import sys
import shutil
import hashlib
import zipfile
import subprocess
try:
from urllib.request import urlretrieve
except ImportError:
from urllib import urlretrieve
URL = 'http://unicode.org/Public/cldr/36/core.zip'
FILENAME = 'cldr-core-36.zip'
FILESUM = '07279e56c1f4266d140b907ef3ec379dce0a99542303a9628562ac5fe460ba43'
BLKSIZE = 131072
def get_terminal_width():
try:
import fcntl
import termios
import struct
fd = sys.stdin.fileno()
cr = struct.unpack('hh', fcntl.ioctl(fd, termios.TIOCGWINSZ, '1234'))
return cr[1]
except Exception:
return 80
def reporthook(block_count, block_size, total_size):
bytes_transmitted = block_count * block_size
cols = get_terminal_width()
buffer = 6
percent = float(bytes_transmitted) / (total_size or 1)
done = int(percent * (cols - buffer))
sys.stdout.write('\r')
sys.stdout.write(' ' + '=' * done + ' ' * (cols - done - buffer))
sys.stdout.write('% 4d%%' % (percent * 100))
sys.stdout.flush()
def log(message, *args):
if args:
message = message % args
sys.stderr.write(message + '\n')
def is_good_file(filename):
if not os.path.isfile(filename):
log('Local copy \'%s\' not found', filename)
return False
h = hashlib.sha256()
with open(filename, 'rb') as f:
while 1:
blk = f.read(BLKSIZE)
if not blk:
break
h.update(blk)
digest = h.hexdigest()
if digest != FILESUM:
raise RuntimeError('Checksum mismatch: %r != %r'
% (digest, FILESUM))
else:
return True
def main():
scripts_path = os.path.dirname(os.path.abspath(__file__))
repo = os.path.dirname(scripts_path)
cldr_dl_path = os.path.join(repo, 'cldr')
cldr_path = os.path.join(repo, 'cldr', os.path.splitext(FILENAME)[0])
zip_path = os.path.join(cldr_dl_path, FILENAME)
changed = False
while not is_good_file(zip_path):
log('Downloading \'%s\'', FILENAME)
if os.path.isfile(zip_path):
os.remove(zip_path)
urlretrieve(URL, zip_path, reporthook)
changed = True
print()
common_path = os.path.join(cldr_path, 'common')
if changed or not os.path.isdir(common_path):
if os.path.isdir(common_path):
log('Deleting old CLDR checkout in \'%s\'', cldr_path)
shutil.rmtree(common_path)
log('Extracting CLDR to \'%s\'', cldr_path)
with contextlib.closing(zipfile.ZipFile(zip_path)) as z:
z.extractall(cldr_path)
subprocess.check_call([
sys.executable,
os.path.join(scripts_path, 'import_cldr.py'),
common_path])
if __name__ == '__main__':
main()
|
