diff --git a/scripts/add_header.sh b/scripts/add_header.sh deleted file mode 100755 index e27b7a8..0000000 --- a/scripts/add_header.sh +++ /dev/null @@ -1 +0,0 @@ -sed -i '1i/************************************\n * file enc : utf8\n * author : wuyanyi09@gmail.com\n************************************/' ../src/*.h ../src/*.cpp ../src/*.tcc diff --git a/scripts/check_dict.py b/scripts/check_dict.py deleted file mode 100755 index ac528f7..0000000 --- a/scripts/check_dict.py +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/python - -import sys - -if len(sys.argv) == 1: - print "usage : %s dict_file1 dict_file2 ..." - exit(1) - -d = {} - -for fname in sys.argv[1:]: - with open(fname, "r") as fin: - for i, line in enumerate(fin): - try: - word, cnt, tag = line.strip().split(" ") - if word in d: - print "error file[%s] line[%s] : %s" %(fname, i, line) - exit(1) - else: - d[word] = True - - if 0 >= int(cnt) : - print "error file[%s] line[%s] : %s" %(fname, i, line) - exit(1) - except Exception as err: - print "error file[%s] line[%s] : %s" %(fname, i, line) - exit(1) - -print "OK" diff --git a/scripts/filter_dict.py b/scripts/filter_dict.py deleted file mode 100755 index 8cb247a..0000000 --- a/scripts/filter_dict.py +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/python - -import sys - -if len(sys.argv) == 1: - print "usage : %s dict_file_path" - exit(1) - -d = {} -with open(sys.argv[1], "r") as fin: - for i, line in enumerate(fin): - word, cnt, tag = line.strip().split(" ") - if word in d: - #print "error file[%s] line[%s] : %s" %(fname, i, line) - #exit(1) - continue - else: - d[word] = True - if 0 >= int(cnt) : - continue - - print line.strip() - diff --git a/scripts/iconv_dict.py b/scripts/iconv_dict.py deleted file mode 100755 index 483ecec..0000000 --- a/scripts/iconv_dict.py +++ /dev/null @@ -1,15 +0,0 @@ -#!/usr/bin/python - -import sys - -if len(sys.argv) != 4: - print "usage : %s from_enc to_enc dict_file_path \nexample: %s gbk utf-8 fname" %(__file__, __file__) - exit(1) - -with open(sys.argv[3], "r") as fin: - for i, line in enumerate(fin): - try: - print line.strip().decode(sys.argv[1]).encode(sys.argv[2]) - except Exception as err: - print >> sys.stderr, err -