1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
import got from "got";
import config from "../../config";
import delay from "../../util/delay";
import PostDatabase from "../../services/postDatabase";
export const dedupeDb = new PostDatabase("e926dedupe.json", 100);
export interface GetPostQuery {
tags: readonly string[];
tagsBlacklist: readonly string[];
maxPage: number;
}
export interface Post {
id: number;
file: {
url: string;
};
sources: readonly string[];
tags: {
general: readonly string[];
species: readonly string[];
character: readonly string[];
copyright: readonly string[];
artist: readonly string[];
invalid: readonly string[];
lore: readonly string[];
meta: readonly string[];
};
}
export const client = got.extend({
headers: {
"User-Agent": config.e621.userAgent,
},
});
export async function getPostById(id: number) {
const response = await client
.get("https://e926.net/posts.json", {
searchParams: {
tags: `id:${id}`,
},
})
.json<{ posts: readonly Post[] }>();
if (!response.posts.length) {
throw new Error("No posts received");
}
return response.posts[0];
}
export async function getRandomPost(query: GetPostQuery): Promise<Post> {
const page = Math.floor(Math.random() * (query.maxPage - 1)) + 1;
const response = await client
.get("https://e926.net/posts.json", {
searchParams: {
limit: 75,
page,
tags: query.tags.join(" "),
},
})
.json<{ posts: readonly Post[] }>();
if (!response.posts.length) {
throw new Error("No posts received");
}
const postIndex = Math.floor(Math.random() * response.posts.length);
const post = response.posts[postIndex];
if (post.tags.general.some(tag => query.tagsBlacklist.includes(tag))) {
await delay(1000);
return getRandomPost(query);
}
if (config.e621.blacklist.includes(post.id)) {
await delay(1000);
return getRandomPost(query);
}
const isDupe = await dedupeDb.insertIfNotExists({ provider: "e926", id: post.id });
if (isDupe) {
await delay(1000);
return getRandomPost(query);
}
return post;
}
|
