feat: actions de masse sur les séries et fiabilisation des imports et correction protection admin
This commit is contained in:
1 parent
7479ddf8eb
commit
7f06dd654a
19 files changed
+637
-258
No files matched your search
+21
-13
@@ -26,34 +26,42 @@ export function cacheClear(): void { _cache.clear() }
|
||||
|
||||
export function cacheSize(): number { return _cache.size }
|
||||
|
||||
export async function githubGet(urlPath: string): Promise<any> {
|
||||
const cached = cacheGet(urlPath)
|
||||
if (cached) return cached
|
||||
const res = await fetch(`${GITHUB_BASE}/${urlPath}`)
|
||||
/**
|
||||
* @param force Ignore le cache mémoire ET le cache CDN de raw.githubusercontent
|
||||
* (~5 min).
|
||||
*/
|
||||
export async function githubGet(urlPath: string, force = false): Promise<any> {
|
||||
if (!force) {
|
||||
const cached = cacheGet(urlPath)
|
||||
if (cached) return cached
|
||||
}
|
||||
const url = force ? `${GITHUB_BASE}/${urlPath}?_=${Date.now()}` : `${GITHUB_BASE}/${urlPath}`
|
||||
const init = force ? { cache: 'no-store' as const, headers: { 'Cache-Control': 'no-cache' } } : undefined
|
||||
const res = await fetch(url, init)
|
||||
if (!res.ok) throw new Error(`GitHub ${res.status}: ${urlPath}`)
|
||||
const data = await res.json()
|
||||
cacheSet(urlPath, data)
|
||||
return data
|
||||
}
|
||||
|
||||
export async function readAvailable(): Promise<number[]> {
|
||||
try { return await githubGet('available.json') as number[] }
|
||||
export async function readAvailable(force = false): Promise<number[]> {
|
||||
try { return await githubGet('available.json', force) as number[] }
|
||||
catch { return [] }
|
||||
}
|
||||
|
||||
export async function readInfohashMap(): Promise<Record<string, string>> {
|
||||
try { return await githubGet('infohash_map.json') as Record<string, string> }
|
||||
export async function readInfohashMap(force = false): Promise<Record<string, string>> {
|
||||
try { return await githubGet('infohash_map.json', force) as Record<string, string> }
|
||||
catch { return {} }
|
||||
}
|
||||
|
||||
export async function readSerieData(serieId: number): Promise<any | null> {
|
||||
try { return await githubGet(`series/${serieId}.json`) }
|
||||
export async function readSerieData(serieId: number, force = false): Promise<any | null> {
|
||||
try { return await githubGet(`series/${serieId}.json`, force) }
|
||||
catch { return null }
|
||||
}
|
||||
|
||||
export async function loadEnrichedSeriesData(): Promise<any[]> {
|
||||
const ids = await readAvailable()
|
||||
const allSd = await Promise.all(ids.map(id => readSerieData(id)))
|
||||
export async function loadEnrichedSeriesData(force = false): Promise<any[]> {
|
||||
const ids = await readAvailable(force)
|
||||
const allSd = await Promise.all(ids.map(id => readSerieData(id, force)))
|
||||
return allSd.filter(Boolean)
|
||||
}
|
||||
|
||||
|
||||
@@ -0,0 +1,43 @@
|
||||
import fs from 'fs'
|
||||
import path from 'path'
|
||||
import { threadId } from 'worker_threads'
|
||||
import { DATA_DIR } from '../config.js'
|
||||
|
||||
export type Organized = Record<string, Record<string, any>>
|
||||
|
||||
export const ORGANIZED_PATH = path.join(DATA_DIR, 'organized.json')
|
||||
|
||||
// Un fichier existant mais illisible lève une erreur : ne jamais repartir de {} avant d'écrire
|
||||
export function readOrganized(file = ORGANIZED_PATH): Organized {
|
||||
if (!fs.existsSync(file)) return {}
|
||||
const raw = fs.readFileSync(file, 'utf-8')
|
||||
let data: unknown
|
||||
try { data = JSON.parse(raw) }
|
||||
catch (err) { throw new Error(`organized.json illisible (${raw.length} octets) : ${err instanceof Error ? err.message : err}`) }
|
||||
if (!data || typeof data !== 'object' || Array.isArray(data)) throw new Error('organized.json : contenu inattendu')
|
||||
return data as Organized
|
||||
}
|
||||
|
||||
export function writeOrganized(data: Organized, file = ORGANIZED_PATH): void {
|
||||
for (const hash of Object.keys(data))
|
||||
if (!data[hash] || Object.keys(data[hash]).length === 0) delete data[hash]
|
||||
const tmp = `${file}.${process.pid}-${threadId}.tmp`
|
||||
fs.writeFileSync(tmp, JSON.stringify(data, null, 2), 'utf-8')
|
||||
renameWithRetry(tmp, file)
|
||||
}
|
||||
|
||||
// Lecture-modification-écriture synchrone ; fn renvoie false pour ne rien écrire
|
||||
export function updateOrganized(fn: (data: Organized) => boolean | void, file = ORGANIZED_PATH): void {
|
||||
const data = readOrganized(file)
|
||||
if (fn(data) !== false) writeOrganized(data, file)
|
||||
}
|
||||
|
||||
function renameWithRetry(from: string, to: string, attempts = 5): void {
|
||||
for (let i = 1; ; i++) {
|
||||
try { fs.renameSync(from, to); return }
|
||||
catch (err: any) {
|
||||
if (i >= attempts || !['EPERM', 'EACCES', 'EBUSY'].includes(err?.code)) throw err
|
||||
Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 20 * i)
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -53,6 +53,18 @@ export function setSync(serieId: number, serieName: string, enabled: boolean): S
|
||||
return map
|
||||
}
|
||||
|
||||
// Une série déjà surveillée garde sa date d'activation
|
||||
export function setSyncBulk(series: { id: number; name: string }[], enabled: boolean): { changed: number; map: SyncedMap } {
|
||||
const map = loadSynced()
|
||||
let changed = 0
|
||||
for (const { id, name } of series) {
|
||||
if (enabled && !map[id]) { map[id] = { serieId: id, serieName: name, addedAt: new Date().toISOString() }; changed++ }
|
||||
if (!enabled && map[id]) { delete map[id]; changed++ }
|
||||
}
|
||||
if (changed > 0) saveSynced(map)
|
||||
return { changed, map }
|
||||
}
|
||||
|
||||
export function isSynced(serieId: number): boolean {
|
||||
return !!loadSynced()[serieId]
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user