1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
|
import { CleanMinion, cleanMinions, combineMinionArrays } from './cleaners/skyblock/minions'
import { CleanProfileStats, cleanProfileStats } from './cleaners/skyblock/stats'
import { CleanPlayer, cleanPlayerResponse } from './cleaners/player'
import { chooseApiKey, HypixelPlayerStatsSkyBlockProfiles, HypixelResponse, sendApiRequest } from './hypixelApi'
import * as cached from './hypixelCached'
export type Included = 'profiles' | 'player' | 'stats'
// the interval at which the "last_save" parameter updates in the hypixel api, this is 3 minutes
export const saveInterval = 60 * 3 * 1000
// the highest level a minion can be
export const maxMinion = 11
/**
* Send a request to api.hypixel.net using a random key, clean it up to be more useable, and return it
*/
export async function sendCleanApiRequest({ path, args }, included?: Included[], cleaned=true) {
const key = await chooseApiKey()
const rawResponse = await sendApiRequest({ path, key, args })
if (rawResponse.throttled) {
// if it's throttled, wait a second and try again
console.log('throttled :/')
await new Promise(resolve => setTimeout(resolve, 1000))
return await sendCleanApiRequest({ path, args }, included, cleaned)
}
if (cleaned) {
// if it needs to clean the response, call cleanResponse
return await cleanResponse({ path, data: rawResponse }, included=included)
} else {
// this is provided in case the caller wants to do the cleaning itself
// used in skyblock/profile, as cleaning the entire profile would use too much cpu
return rawResponse
}
}
export interface CleanBasicMember {
uuid: string
username: string
last_save: number
first_join: number
}
interface CleanMember extends CleanBasicMember {
stats?: CleanProfileStats
minions?: CleanMinion[]
}
async function cleanSkyBlockProfileMemberResponse(member, included: Included[] = null): Promise<CleanMember> {
// Cleans up a member (from skyblock/profile)
// profiles.members[]
const statsIncluded = included == null || included.includes('stats')
return {
uuid: member.uuid,
username: await cached.usernameFromUser(member.uuid),
last_save: member.last_save,
first_join: member.first_join,
// last_death: ??? idk how this is formatted,
stats: statsIncluded ? cleanProfileStats(member.stats) : undefined,
minions: statsIncluded ? cleanMinions(member.crafted_generators) : undefined,
}
}
export interface CleanMemberProfilePlayer extends CleanPlayer {
// The profile name may be different for each player, so we put it here
profileName: string
first_join: number
last_save: number
bank?: {
balance: number
history: any[]
}
}
export interface CleanMemberProfile {
member: CleanMemberProfilePlayer
profile: {
}
}
export interface CleanProfile extends CleanBasicProfile {
members?: CleanBasicMember[]
}
export interface CleanFullProfile extends CleanProfile {
members: CleanMember[]
bank?: {
balance: number
history: any[]
}
minions: CleanMinion[]
}
/** Return a `CleanProfile` instead of a `CleanFullProfile`, useful when we need to get members but don't want to waste much ram */
async function cleanSkyblockProfileResponseLighter(data): Promise<CleanProfile> {
// We use Promise.all so it can fetch all the usernames at once instead of waiting for the previous promise to complete
const promises: Promise<CleanMember>[] = []
for (const memberUUID in data.members) {
const memberRaw = data.members[memberUUID]
memberRaw.uuid = memberUUID
// we pass an empty array to make it not check stats
promises.push(cleanSkyBlockProfileMemberResponse(memberRaw, []))
}
const cleanedMembers: CleanMember[] = await Promise.all(promises)
return {
uuid: data.profile_id,
name: data.cute_name,
members: cleanedMembers,
}
}
/** This function is very costly and shouldn't be called often. Use cleanSkyblockProfileResponseLighter if you don't need all the data */
async function cleanSkyblockProfileResponse(data: any): Promise<CleanFullProfile> {
const cleanedMembers: CleanMember[] = []
for (const memberUUID in data.members) {
const memberRaw = data.members[memberUUID]
memberRaw.uuid = memberUUID
const member: CleanMember = await cleanSkyBlockProfileMemberResponse(memberRaw, ['stats'])
cleanedMembers.push(member)
}
const memberMinions: CleanMinion[][] = []
for (const member of cleanedMembers) {
memberMinions.push(member.minions)
}
const minions: CleanMinion[] = combineMinionArrays(memberMinions)
// return more detailed info
return {
uuid: data.profile_id,
name: data.cute_name,
members: cleanedMembers,
bank: {
balance: data?.banking?.balance ?? 0,
// TODO: make transactions good
history: data?.banking?.transactions ?? []
},
minions
}
}
/** A basic profile that only includes the profile uuid and name */
export interface CleanBasicProfile {
uuid: string
// the name depends on the user, so its sometimes not included
name?: string
}
export function cleanPlayerSkyblockProfiles(rawProfiles: HypixelPlayerStatsSkyBlockProfiles): CleanBasicProfile[] {
let profiles: CleanBasicProfile[] = []
for (const profile of Object.values(rawProfiles)) {
profiles.push({
uuid: profile.profile_id,
name: profile.cute_name
})
}
console.log('cleanPlayerSkyblockProfiles', profiles)
return profiles
}
/** Convert an array of raw profiles into clean profiles */
async function cleanSkyblockProfilesResponse(data: any[]): Promise<CleanProfile[]> {
const cleanedProfiles: CleanProfile[] = []
for (const profile of data) {
let cleanedProfile = await cleanSkyblockProfileResponseLighter(profile)
cleanedProfiles.push(cleanedProfile)
}
return cleanedProfiles
}
async function cleanResponse({ path, data }: { path: string, data: HypixelResponse }, included?: Included[]) {
// Cleans up an api response
switch (path) {
case 'player': return await cleanPlayerResponse(data.player)
case 'skyblock/profile': return await cleanSkyblockProfileResponse(data.profile)
case 'skyblock/profiles': return await cleanSkyblockProfilesResponse(data.profiles)
}
}
/* ----------------------------- */
export interface UserAny {
user?: string
uuid?: string
username?: string
}
export interface CleanUser {
player: any
profiles?: any
activeProfile?: string
online?: boolean
}
/**
* Higher level function that requests the api for a user, and returns the cleaned response
* This is safe to fetch many times because the results are cached!
* @param included lets you choose what is returned, so there's less processing required on the backend
* used inclusions: player, profiles
*/
export async function fetchUser({ user, uuid, username }: UserAny, included: Included[]=['player']): Promise<CleanUser> {
if (!uuid) {
// If the uuid isn't provided, get it
uuid = await cached.uuidFromUser(user || username)
}
const includePlayers = included.includes('player')
const includeProfiles = included.includes('profiles')
let profilesData: CleanProfile[]
let basicProfilesData: CleanBasicProfile[]
let playerData: CleanPlayer
if (includePlayers) {
playerData = await cached.fetchPlayer(uuid)
// if not including profiles, include lightweight profiles just in case
if (!includeProfiles)
basicProfilesData = playerData.profiles
playerData.profiles = undefined
}
if (includeProfiles) {
profilesData = await cached.fetchSkyblockProfiles(uuid)
}
let activeProfile: CleanProfile = null
let lastOnline: number = 0
if (includeProfiles) {
for (const profile of profilesData) {
const member = profile.members.find(member => member.uuid === uuid)
if (member.last_save > lastOnline) {
lastOnline = member.last_save
activeProfile = profile
}
}
}
return {
player: playerData ?? null,
profiles: profilesData ?? basicProfilesData,
activeProfile: includeProfiles ? activeProfile?.uuid : undefined,
online: includeProfiles ? lastOnline > (Date.now() - saveInterval): undefined
}
}
/**
* Fetch a CleanMemberProfile from a user and string
* This is safe to use many times as the results are cached!
* @param user A username or uuid
* @param profile A profile name or profile uuid
*/
export async function fetchMemberProfile(user: string, profile: string): Promise<CleanMemberProfile> {
const playerUuid = await cached.uuidFromUser(user)
const profileUuid = await cached.fetchProfileUuid(user, profile)
const player = await cached.fetchPlayer(playerUuid)
const cleanProfile = await cached.fetchProfile(playerUuid, profileUuid)
const member = cleanProfile.members.find(m => m.uuid === playerUuid)
return {
member: {
profileName: cleanProfile.name,
first_join: member.first_join,
last_save: member.last_save,
// add all other data relating to the hypixel player, such as username, rank, etc
...player
},
profile: {
minions: cleanProfile.minions
}
}
}
|