Spaces:
Runtime error
Runtime error
Create detection_ja.sh
Browse files- detection_ja.sh +41 -0
detection_ja.sh
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
# 処理対象の拡張子
|
| 4 |
+
extensions="js|mjs|jsx|json|txt|html|htm"
|
| 5 |
+
|
| 6 |
+
# 一時ファイル
|
| 7 |
+
TMP_RESULT=$(mktemp)
|
| 8 |
+
|
| 9 |
+
# ファイルを検索してループ処理
|
| 10 |
+
find . -type f -regextype posix-extended -regex ".*\.($extensions)$" | while read -r file; do
|
| 11 |
+
# 日本語っぽい文字列の抽出
|
| 12 |
+
matches=$(grep -oE '[^[:space:][:cntrl:]]*[\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Han}a-zA-Z]*[\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Han}]+[^[:space:][:cntrl:]]*' "$file" | \
|
| 13 |
+
perl -CSD -pe '
|
| 14 |
+
# 日本語と英語が混じった文を記号やスペースで分割
|
| 15 |
+
s/([^\p{Han}\p{Hiragana}\p{Katakana}a-zA-Z]+)/\n/g;
|
| 16 |
+
s/^\s+|\s+$//g;
|
| 17 |
+
' | grep -P '[\p{Hiragana}\p{Katakana}\p{Han}]' | sort | uniq)
|
| 18 |
+
|
| 19 |
+
if [[ -n "$matches" ]]; then
|
| 20 |
+
echo "\"$file\": {" >> "$TMP_RESULT"
|
| 21 |
+
echo "$matches" | while read -r line; do
|
| 22 |
+
escaped=$(echo "$line" | sed 's/"/\\"/g')
|
| 23 |
+
echo " \"$escaped\": []," >> "$TMP_RESULT"
|
| 24 |
+
done
|
| 25 |
+
# 最後のカンマを削除してオブジェクトを閉じる
|
| 26 |
+
sed -i '$ s/,$//' "$TMP_RESULT"
|
| 27 |
+
echo "}," >> "$TMP_RESULT"
|
| 28 |
+
fi
|
| 29 |
+
done
|
| 30 |
+
|
| 31 |
+
# 最後のカンマを削除してJSON風に整形して出力
|
| 32 |
+
if [[ -s "$TMP_RESULT" ]]; then
|
| 33 |
+
echo "{"
|
| 34 |
+
sed '$ s/,$//' "$TMP_RESULT"
|
| 35 |
+
echo "}"
|
| 36 |
+
else
|
| 37 |
+
echo "{}"
|
| 38 |
+
fi
|
| 39 |
+
|
| 40 |
+
# 一時ファイル削除
|
| 41 |
+
rm "$TMP_RESULT"
|