Spaces:
Sleeping
Sleeping
File size: 3,612 Bytes
a1c0952 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 |
import fs from 'node:fs';
import path from 'node:path';
import { parse as csvParse } from 'csv-parse';
import { pipeline } from 'node:stream/promises';
import { cityName, MachiAzaApi, PrefectureApi, prefectureName } from '../data.js';
type Stats = {
prefCount: number;
lgCount: number;
machiAzaCount: number;
machiAzaWithChibanCount: number;
machiAzaWithRsdtCount: number;
machiAzaWithChibanAndRsdtCount: number;
rsdtCount: number;
rsdtWithPosCount: number;
chibanCount: number;
chibanWithPosCount: number;
}
async function getCountForCSVRange(path: string, range?: { start: number, length: number }): Promise<[number, number]> {
if (!range) { return [0, 0]; }
try {
const { start, length } = range;
const fd = await fs.promises.open(path, 'r');
const stream = fd.createReadStream({
start,
end: start + length - 1,
});
const parser = csvParse({
columns: true,
from_line: 2,
});
let count = 0;
let countWithPos = 0;
await pipeline(stream, parser, async (source: AsyncIterable<{lat?: string, lng?: string}>) => {
for await (const record of source) {
count++;
if (record['lng'] && record['lat']) {
countWithPos++;
}
}
});
return [count, countWithPos];
} catch (e) {
if ((e as NodeJS.ErrnoException).code === 'ENOENT') {
return [0, 0];
}
throw e;
}
}
async function main(argv: string[]) {
const dataDir = argv[2] || path.join(import.meta.dirname, '..', '..', 'out', 'api');
const jaJSON = await fs.promises.readFile(path.join(dataDir, 'ja.json'), 'utf8');
const ja = JSON.parse(jaJSON) as PrefectureApi;
const stats: Stats = {
prefCount: ja.data.length,
lgCount: ja.data.reduce((acc, pref) => acc + pref.cities.length, 0),
machiAzaCount: 0,
machiAzaWithRsdtCount: 0,
machiAzaWithChibanCount: 0,
machiAzaWithChibanAndRsdtCount: 0,
rsdtCount: 0,
rsdtWithPosCount: 0,
chibanCount: 0,
chibanWithPosCount: 0,
};
for (const pref of ja.data) {
for (const lg of pref.cities) {
const machiAzaJSON = await fs.promises.readFile(path.join(
dataDir, 'ja', prefectureName(pref), `${cityName(lg)}.json`
), 'utf-8');
const machiAza = JSON.parse(machiAzaJSON) as MachiAzaApi;
stats.machiAzaCount += machiAza.data.length;
for (const ma of machiAza.data) {
if ((ma.csv_ranges || {})['地番']) {
stats.machiAzaWithChibanCount++;
}
if ((ma.csv_ranges || {})['住居表示']) {
stats.machiAzaWithRsdtCount++;
}
if ((ma.csv_ranges || {})['地番'] && (ma.csv_ranges || {})['住居表示']) {
stats.machiAzaWithChibanAndRsdtCount++;
}
const [ chibanCount, chibanWithPosCount ] = await getCountForCSVRange(path.join(
dataDir, 'ja', prefectureName(pref), `${cityName(lg)}-地番.txt`
), (ma.csv_ranges || {})['地番']);
stats.chibanCount += chibanCount;
stats.chibanWithPosCount += chibanWithPosCount;
const [ rsdtCount, rsdtWithPosCount] = await getCountForCSVRange(path.join(
dataDir, 'ja', prefectureName(pref), `${cityName(lg)}-住居表示.txt`
), (ma.csv_ranges || {})['住居表示']);
stats.rsdtCount += rsdtCount;
stats.rsdtWithPosCount += rsdtWithPosCount;
}
}
}
await fs.promises.writeFile(path.join(dataDir, 'stats.json'), JSON.stringify(stats, null, 2));
}
export default main;
|