1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
import { readFile } from "fs/promises";
import { z } from "zod";
const zodType = z.array(
z.object({
articleId: z.number().int().min(0),
title: z.string(),
timestampMs: z.number().int().min(0),
maxPageNumber: z.number().int().min(1),
tags: z.array(z.string()),
breadLinks: z.array(z.string()).min(1),
})
);
const MAX_ITEM_LIMIT = process.env["AKIBA_SOUKEN_MAX_ITEM_LIMIT"];
export class ArticleLoader {
constructor() { }
async loadData() {
const articleJsonPath = process.env["AKIBA_SOUKEN_ARTICLE_JSON"]!;
//console.log(`[${articleJsonPath}]`);
const jsonStr = await readFile(articleJsonPath, { encoding: "utf-8" }).then(text => {
const jsonObj = JSON.parse(text);
return jsonObj;
});
const parsedObj = zodType.parse(jsonStr);
parsedObj.sort((a, b) => {
return b.timestampMs - a.timestampMs;
});
if (MAX_ITEM_LIMIT != null) {
parsedObj.length = Math.min(Number(MAX_ITEM_LIMIT), parsedObj.length);
}
return parsedObj;
}
async getCategoryList() {
const loadedData = await this.loadData();
// key:カテゴリ名 , val:回数
const categoryCount = new Map<string, number>();
for (const a of loadedData) {
if (a.breadLinks.length == 0) {
continue;
}
const category = a.breadLinks[0];
if (categoryCount.has(category)) {
categoryCount.set(category, categoryCount.get(category)! + 1);
} else {
categoryCount.set(category, 1);
}
}
const categoryList: { name: string, count: number }[] = [];
for (const [name, count] of categoryCount) {
categoryList.push({ name: name, count });
}
categoryList.sort((a, b) => {
return b.count - a.count;
});
return categoryList;
}
async getTagList() {
const loadedData = await this.loadData();
// key:タグ名 , val:回数
const tagCount = new Map<string, number>();
for (const a of loadedData) {
const tags = new Set<string>();
a.tags.forEach(t => {
tags.add(t);
});
// パンくずリストの2件目以降はタグ扱いになっている
a.breadLinks.forEach((b, index) => {
if (index != 0) {
tags.add(b);
}
})
for (const tag of tags) {
if (tagCount.has(tag)) {
tagCount.set(tag, tagCount.get(tag)! + 1);
} else {
tagCount.set(tag, 1);
}
}
}
const tagList: { name: string, count: number }[] = [];
for (const [name, count] of tagCount) {
tagList.push({ name: name, count });
}
tagList.sort((a, b) => {
return b.count - a.count;
});
return tagList;
}
}
|
