Spaces:
Runtime error
Runtime error
Update detection_ja.sh
Browse files- detection_ja.sh +21 -23
detection_ja.sh
CHANGED
@@ -1,38 +1,36 @@
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
-
#
|
4 |
extensions="js|mjs|jsx|json|txt|html|htm|json5|md|css"
|
5 |
|
6 |
# 一時ファイル
|
7 |
TMP_RESULT=$(mktemp)
|
8 |
|
9 |
-
#
|
10 |
find . -type f -regextype posix-extended -regex ".*\.($extensions)$" | while read -r file; do
|
11 |
-
# UTF-8
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
s/([^\p{Han}\p{Hiragana}\p{Katakana}a-zA-Z]+)/\n/g;
|
21 |
-
s/^\s+|\s+$//g;
|
22 |
-
' | grep -P '[\p{Hiragana}\p{Katakana}\p{Han}]' | sort | uniq)
|
23 |
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
|
|
32 |
fi
|
33 |
done
|
34 |
|
35 |
-
# JSON
|
36 |
if [[ -s "$TMP_RESULT" ]]; then
|
37 |
echo "{"
|
38 |
sed '$ s/,$//' "$TMP_RESULT"
|
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
+
# 対象の拡張子(| 区切り)
|
4 |
extensions="js|mjs|jsx|json|txt|html|htm|json5|md|css"
|
5 |
|
6 |
# 一時ファイル
|
7 |
TMP_RESULT=$(mktemp)
|
8 |
|
9 |
+
# ファイル検索・処理(サブディレクトリも含む)
|
10 |
find . -type f -regextype posix-extended -regex ".*\.($extensions)$" | while read -r file; do
|
11 |
+
# UTF-8として読み込めるファイルのみ処理
|
12 |
+
if iconv -f UTF-8 -t UTF-8 "$file" -o /dev/null 2>/dev/null; then
|
13 |
+
matches=$(cat "$file" | \
|
14 |
+
grep -oP '[^\s[:cntrl:]]*[\p{Hiragana}\p{Katakana}\p{Han}a-zA-Z]*[\p{Hiragana}\p{Katakana}\p{Han}]+[^\s[:cntrl:]]*' | \
|
15 |
+
perl -CSD -pe '
|
16 |
+
# 記号・スペースなどで分割(日本語のかたまりを保つ)
|
17 |
+
s/([^\p{Han}\p{Hiragana}\p{Katakana}a-zA-Z]+)/\n/g;
|
18 |
+
s/^\s+|\s+$//g;
|
19 |
+
' | grep -P '[\p{Hiragana}\p{Katakana}\p{Han}]' | sort | uniq)
|
|
|
|
|
|
|
20 |
|
21 |
+
if [[ -n "$matches" ]]; then
|
22 |
+
echo "\"$file\": {" >> "$TMP_RESULT"
|
23 |
+
echo "$matches" | while read -r line; do
|
24 |
+
escaped=$(echo "$line" | sed 's/"/\\"/g')
|
25 |
+
echo " \"$escaped\": []," >> "$TMP_RESULT"
|
26 |
+
done
|
27 |
+
sed -i '$ s/,$//' "$TMP_RESULT"
|
28 |
+
echo "}," >> "$TMP_RESULT"
|
29 |
+
fi
|
30 |
fi
|
31 |
done
|
32 |
|
33 |
+
# JSON形式で表示
|
34 |
if [[ -s "$TMP_RESULT" ]]; then
|
35 |
echo "{"
|
36 |
sed '$ s/,$//' "$TMP_RESULT"
|