Spaces:
Build error
Build error
Create detection_ja.sh
Browse files- detection_ja.sh +41 -0
detection_ja.sh
ADDED
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
|
3 |
+
# 処理対象の拡張子
|
4 |
+
extensions="js|mjs|jsx|json|txt|html|htm"
|
5 |
+
|
6 |
+
# 一時ファイル
|
7 |
+
TMP_RESULT=$(mktemp)
|
8 |
+
|
9 |
+
# ファイルを検索してループ処理
|
10 |
+
find . -type f -regextype posix-extended -regex ".*\.($extensions)$" | while read -r file; do
|
11 |
+
# 日本語っぽい文字列の抽出
|
12 |
+
matches=$(grep -oE '[^[:space:][:cntrl:]]*[\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Han}a-zA-Z]*[\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Han}]+[^[:space:][:cntrl:]]*' "$file" | \
|
13 |
+
perl -CSD -pe '
|
14 |
+
# 日本語と英語が混じった文を記号やスペースで分割
|
15 |
+
s/([^\p{Han}\p{Hiragana}\p{Katakana}a-zA-Z]+)/\n/g;
|
16 |
+
s/^\s+|\s+$//g;
|
17 |
+
' | grep -P '[\p{Hiragana}\p{Katakana}\p{Han}]' | sort | uniq)
|
18 |
+
|
19 |
+
if [[ -n "$matches" ]]; then
|
20 |
+
echo "\"$file\": {" >> "$TMP_RESULT"
|
21 |
+
echo "$matches" | while read -r line; do
|
22 |
+
escaped=$(echo "$line" | sed 's/"/\\"/g')
|
23 |
+
echo " \"$escaped\": []," >> "$TMP_RESULT"
|
24 |
+
done
|
25 |
+
# 最後のカンマを削除してオブジェクトを閉じる
|
26 |
+
sed -i '$ s/,$//' "$TMP_RESULT"
|
27 |
+
echo "}," >> "$TMP_RESULT"
|
28 |
+
fi
|
29 |
+
done
|
30 |
+
|
31 |
+
# 最後のカンマを削除してJSON風に整形して出力
|
32 |
+
if [[ -s "$TMP_RESULT" ]]; then
|
33 |
+
echo "{"
|
34 |
+
sed '$ s/,$//' "$TMP_RESULT"
|
35 |
+
echo "}"
|
36 |
+
else
|
37 |
+
echo "{}"
|
38 |
+
fi
|
39 |
+
|
40 |
+
# 一時ファイル削除
|
41 |
+
rm "$TMP_RESULT"
|