blob: 696b0dbff733814ed0d119d47bf18ad61f6c0f74 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
#!/bin/sh
# When reproducing the Haskell files we want to to be sure that the files that
# we used to generate them earlier are exactly the same as the ones we are
# downloading. To ensure that verification of the checksum is necessary.
SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
. "$SCRIPT_DIR/unicode_version"
# When downloading fresh new version comment this out
VERIFY_CHECKSUM=y
# Filename:checksum
FILES="\
ucd/DerivedCoreProperties.txt:e3eddd7d469cd1b0feed7528defad1a1cc7c6a9ceb0ae4446a6d10921ed2e7bc \
ucd/DerivedNormalizationProps.txt:b2c444c20730b097787fdf50bd7d6dd3fc5256ab8084f5b35b11c8776eca674c \
ucd/UnicodeData.txt:36018e68657fdcb3485f636630ffe8c8532e01c977703d2803f5b89d6c5feafb \
ucd/PropList.txt:6bddfdb850417a5bee6deff19290fd1b138589909afb50f5a049f343bf2c6722 \
ucd/extracted/DerivedCombiningClass.txt:12b0c3af9b600b49488d66545a3e7844ea980809627201bf9afeebe1c9f16f4e"
# Download the files
# Download $file from https://www.unicode.org/Public/$VERSION/$file
# and verify the $checksum if $VERIFY_CHECKSUM is enabled
# $1 = file:checksum
download_file() {
__pair="$1"
__file="$(echo "$__pair" | cut -f1 -d':')"
__local_file="$SCRIPT_DIR/$__file"
__checksum="$(echo "$__pair" | cut -f2 -d':')"
if test ! -e "$__local_file"
then
wget -P "$(dirname "$__local_file")" "https://www.unicode.org/Public/$VERSION/$__file"
fi
if test -n "$VERIFY_CHECKSUM"
then
new_checksum=$(sha256sum "$__local_file" | cut -f1 -d' ')
if test "$__checksum" != "$new_checksum"
then
echo "sha256sum of the downloaded __file $__file "
echo " [$new_checksum] does not match the expected __checksum [$__checksum]"
exit 1
else
echo "$__file __checksum ok"
fi
fi
}
# Extract $file from $FILES download it using download_file
download_files() {
for pair in $FILES
do
download_file "$pair"
done
}
GHC_MODULE_PATH=$(realpath "$SCRIPT_DIR/../../")
# Generate the Haskell files.
run_generator() {
# Compile and run ucd2haskell
cabal run exe:ucd2haskell -- \
--input "$SCRIPT_DIR/ucd/" \
--output "$GHC_MODULE_PATH/"
# [NOTE] disabled generaor
# --core-prop Uppercase \
# --core-prop Lowercase \
# --core-prop Alphabetic
# --core-prop White_Space \
# --core-prop ID_Start \
# --core-prop ID_Continue \
# --core-prop XID_Start \
# --core-prop XID_Continue \
# --core-prop Pattern_Syntax \
# --core-prop Pattern_White_Space
}
# Print help text
print_help() {
echo "Usage: ucd.sh <command>"
echo
echo "Available commands:"
echo " download: downloads the text files required"
echo " generate: generate the haskell files from the downloaded text files"
echo
echo "Example:"
echo "$ ./ucd.sh download && ./ucd.sh generate"
}
# Main program
# Export the version so it can be used by the executable
export UNICODE_VERSION="$VERSION"
# Parse command line
case $1 in
-h|--help) print_help;;
download) download_files;;
generate) run_generator;;
*) echo "Unknown argument"; print_help;;
esac
|
