barbercollie/ReadMeABook
1
0
Fork 1
mirror of https://github.com/kikootwo/ReadMeABook.git synced 2026-06-02 20:30:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/kikootwo/ReadMeABook

Browse Source
This commit is contained in:
kikootwo
2026-05-18 09:40:44 -04:00
parent dd5a5962b4 cea98f67ef
commit a2d25e8a39
16 changed files with 49 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lib/integrations/audible.service.ts
+3 -2
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import * as cheerio from 'cheerio';
import { RMABLogger } from '../utils/logger';
import { getConfigService } from '../services/config.service';
@@ -273,7 +274,7 @@ export class AudibleService {
timeout: 10000,
headers: {
Accept: 'application/json',
'User-Agent': 'ReadMeABook/1.0',
'User-Agent': RMAB_USER_AGENT,
},
});
@@ -305,7 +306,7 @@ export class AudibleService {
timeout: 10000,
headers: {
Accept: 'application/json',
'User-Agent': 'ReadMeABook/1.0',
'User-Agent': RMAB_USER_AGENT,
},
});
src/lib/integrations/audnexus-authors.ts
+2 -1
View File
@@ -7,13 +7,14 @@
*/
import axios from 'axios';
import { RMAB_USER_AGENT } from '@/lib/utils/user-agent';
import { RMABLogger } from '@/lib/utils/logger';
const logger = RMABLogger.create('Audnexus.Authors');
const AUDNEXUS_BASE = 'https://api.audnex.us';
const AUDNEXUS_TIMEOUT = 10000;
const AUDNEXUS_HEADERS = { 'User-Agent': 'ReadMeABook/1.0' };
const AUDNEXUS_HEADERS = { 'User-Agent': RMAB_USER_AGENT };
export interface AudnexusAuthorSearch {
asin: string;
src/lib/integrations/deluge.service.ts
+4 -2
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import https from 'https';
import path from 'path';
import { DOWNLOAD_CLIENT_TIMEOUT } from '../constants/download-timeouts';
@@ -50,7 +51,7 @@ export class DelugeService implements IDownloadClient {
? new https.Agent({ rejectUnauthorized: false }) : undefined;
if (httpsAgent) logger.info('[Deluge] SSL certificate verification disabled');
this.client = axios.create({ baseURL: this.baseUrl, timeout: DOWNLOAD_CLIENT_TIMEOUT, httpsAgent });
this.client = axios.create({ baseURL: this.baseUrl, timeout: DOWNLOAD_CLIENT_TIMEOUT, httpsAgent, headers: { 'User-Agent': RMAB_USER_AGENT } });
}
/** JSON-RPC call with automatic re-authentication on auth failure */
@@ -192,6 +193,7 @@ export class DelugeService implements IDownloadClient {
torrentResponse = await axios.get(torrentUrl, {
responseType: 'arraybuffer', maxRedirects: 0,
validateStatus: (s) => s >= 200 && s < 300, timeout: DOWNLOAD_CLIENT_TIMEOUT,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
if (torrentResponse.data.length > 0) {
const magnetMatch = torrentResponse.data.toString().match(/^magnet:\?[^\s]+$/);
@@ -204,7 +206,7 @@ export class DelugeService implements IDownloadClient {
const loc = error.response.headers['location'];
if (loc?.startsWith('magnet:')) return this.addMagnetLink(loc, category, options);
if (loc?.startsWith('http://') || loc?.startsWith('https://')) {
try { torrentResponse = await axios.get(loc, { responseType: 'arraybuffer', timeout: DOWNLOAD_CLIENT_TIMEOUT, maxRedirects: 5 }); }
try { torrentResponse = await axios.get(loc, { responseType: 'arraybuffer', timeout: DOWNLOAD_CLIENT_TIMEOUT, maxRedirects: 5, headers: { 'User-Agent': RMAB_USER_AGENT } }); }
catch { throw new Error('Failed to download torrent file after redirect'); }
} else { throw new Error(`Invalid redirect location: ${loc}`); }
} else { throw new Error(`Failed to download torrent: HTTP ${status}`); }
src/lib/integrations/nzbget.service.ts
+6 -1
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '@/lib/utils/user-agent';
import https from 'https';
import zlib from 'zlib';
import { RMABLogger } from '@/lib/utils/logger';
@@ -140,6 +141,7 @@ export class NZBGetService implements IDownloadClient {
baseURL: this.baseUrl,
timeout: 30000,
httpsAgent: this.httpsAgent,
headers: { 'User-Agent': RMAB_USER_AGENT },
auth: {
username: this.username,
password: this.password,
@@ -226,7 +228,10 @@ export class NZBGetService implements IDownloadClient {
responseType: 'arraybuffer',
timeout: 30000,
maxRedirects: 5,
headers: options?.sourceHeaders,
headers: {
'User-Agent': RMAB_USER_AGENT,
...options?.sourceHeaders,
},
httpsAgent: url.startsWith('https') ? this.httpsAgent : undefined,
});
src/lib/integrations/plex.service.ts
+2
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import { parseStringPromise } from 'xml2js';
import { RMABLogger } from '../utils/logger';
@@ -83,6 +84,7 @@ export class PlexService {
constructor() {
this.client = axios.create({
timeout: 10000,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
}
src/lib/integrations/prowlarr.service.ts
+3 -1
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import { XMLParser } from 'fast-xml-parser';
import { DOWNLOAD_CLIENT_TIMEOUT } from '../constants/download-timeouts';
import { TorrentResult } from '../utils/ranking-algorithm';
@@ -86,6 +87,7 @@ export class ProwlarrService {
this.client = axios.create({
baseURL: `${this.baseUrl}/api/v1`,
headers: {
'User-Agent': RMAB_USER_AGENT,
'X-Api-Key': this.apiKey,
},
timeout: DOWNLOAD_CLIENT_TIMEOUT,
@@ -316,7 +318,7 @@ export class ProwlarrService {
extended: 1,
},
headers: {
'User-Agent': 'ReadMeABook',
'User-Agent': RMAB_USER_AGENT,
},
timeout: DOWNLOAD_CLIENT_TIMEOUT,
responseType: 'text', // Get XML as text
src/lib/integrations/qbittorrent.service.ts
+2
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import https from 'https';
import path from 'path';
import { DOWNLOAD_CLIENT_TIMEOUT } from '../constants/download-timeouts';
@@ -149,6 +150,7 @@ export class QBittorrentService implements IDownloadClient {
baseURL: `${this.baseUrl}/api/v2`,
timeout: DOWNLOAD_CLIENT_TIMEOUT,
httpsAgent: this.httpsAgent,
headers: { 'User-Agent': RMAB_USER_AGENT },
// Support nginx/Apache reverse proxy with HTTP Basic Auth
auth: {
username: this.username,
src/lib/integrations/sabnzbd.service.ts
+6 -1
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '@/lib/utils/user-agent';
import https from 'https';
import FormData from 'form-data';
import { RMABLogger } from '@/lib/utils/logger';
@@ -132,6 +133,7 @@ export class SABnzbdService implements IDownloadClient {
baseURL: this.baseUrl,
timeout: 30000,
httpsAgent: this.httpsAgent,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
}
@@ -494,7 +496,10 @@ export class SABnzbdService implements IDownloadClient {
responseType: 'arraybuffer',
timeout: 30000,
maxRedirects: 5,
headers: options?.sourceHeaders,
headers: {
'User-Agent': RMAB_USER_AGENT,
...options?.sourceHeaders,
},
// Use the same SSL settings as the SABnzbd client if the NZB URL
// happens to be served over HTTPS with a self-signed cert
httpsAgent: url.startsWith('https') ? this.httpsAgent : undefined,
src/lib/integrations/transmission.service.ts
+4
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosInstance } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import https from 'https';
import path from 'path';
import { DOWNLOAD_CLIENT_TIMEOUT } from '../constants/download-timeouts';
@@ -109,6 +110,7 @@ export class TransmissionService implements IDownloadClient {
baseURL: this.baseUrl,
timeout: DOWNLOAD_CLIENT_TIMEOUT,
httpsAgent: this.httpsAgent,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
}
@@ -276,6 +278,7 @@ export class TransmissionService implements IDownloadClient {
maxRedirects: 0,
validateStatus: (status) => status >= 200 && status < 300,
timeout: DOWNLOAD_CLIENT_TIMEOUT,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
// Check if response body is a magnet link
@@ -305,6 +308,7 @@ export class TransmissionService implements IDownloadClient {
responseType: 'arraybuffer',
timeout: DOWNLOAD_CLIENT_TIMEOUT,
maxRedirects: 5,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
} catch {
throw new Error('Failed to download torrent file after redirect');
src/lib/processors/direct-download.processor.ts
+2 -1
View File
@@ -12,6 +12,7 @@ import { getConfigService } from '../services/config.service';
import { RMABLogger } from '../utils/logger';
import { extractDownloadUrl, ExtractedDownload } from '../services/ebook-scraper';
import axios from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import fs from 'fs/promises';
import { createWriteStream } from 'fs';
import path from 'path';
@@ -302,7 +303,7 @@ async function downloadFileWithProgress(
responseType: 'stream',
timeout: DOWNLOAD_TIMEOUT_MS,
headers: {
'User-Agent': 'ReadMeABook/1.0 (Audiobook Automation)',
'User-Agent': RMAB_USER_AGENT,
},
});
src/lib/services/ebook-scraper.ts
+3 -3
View File
@@ -4,6 +4,7 @@
*/
import axios, { AxiosError } from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import * as cheerio from 'cheerio';
import fs from 'fs/promises';
import path from 'path';
@@ -19,7 +20,6 @@ export interface EbookDownloadResult {
error?: string;
}
const USER_AGENT = 'ReadMeABook/1.0 (Audiobook Automation)';
const REQUEST_DELAY_MS = 1500; // 1.5 second delay between requests
const DOWNLOAD_TIMEOUT_MS = 60000; // 60 seconds per download attempt
const MAX_SLOW_LINK_ATTEMPTS = 5;
@@ -113,7 +113,7 @@ async function fetchHtml(
moduleLogger.debug(`Using direct request for: ${url}`);
const response = await retryRequest(() =>
axios.get(url, {
headers: { 'User-Agent': USER_AGENT },
headers: { 'User-Agent': RMAB_USER_AGENT },
timeout: 30000,
})
);
@@ -654,7 +654,7 @@ async function downloadFile(
const response = await axios.get(url, {
responseType: 'stream',
timeout: DOWNLOAD_TIMEOUT_MS,
headers: { 'User-Agent': USER_AGENT },
headers: { 'User-Agent': RMAB_USER_AGENT },
maxRedirects: 5,
});
src/lib/services/goodreads-sync.service.ts
+2 -1
View File
@@ -7,6 +7,7 @@
*/
import axios from 'axios';
import { RMAB_USER_AGENT } from '@/lib/utils/user-agent';
import { XMLParser } from 'fast-xml-parser';
import { prisma } from '@/lib/db';
import { Prisma } from '@/generated/prisma/client';
@@ -83,7 +84,7 @@ export async function fetchAndValidateRss(rssUrl: string): Promise<{ shelfName:
for (let page = 1; page <= MAX_PAGES; page++) {
url.searchParams.set('page', page.toString());
const response = await axios.get(url.toString(), { timeout: 15000 });
const response = await axios.get(url.toString(), { timeout: 15000, headers: { 'User-Agent': RMAB_USER_AGENT } });
const parsed = parseGoodreadsRss(response.data);
if (page === 1) {
src/lib/services/hardcover-api.service.ts
+2
View File
@@ -7,6 +7,7 @@
*/
import axios from 'axios';
import { RMAB_USER_AGENT } from '@/lib/utils/user-agent';
import { RMABLogger } from '@/lib/utils/logger';
const logger = RMABLogger.create('HardcoverAPI');
@@ -120,6 +121,7 @@ export async function fetchHardcoverList(
headers: {
Authorization: `Bearer ${apiToken}`,
'Content-Type': 'application/json',
'User-Agent': RMAB_USER_AGENT,
},
timeout: 30000,
},
src/lib/services/thumbnail-cache.service.ts
+3 -2
View File
@@ -7,6 +7,7 @@ import fs from 'fs/promises';
import path from 'path';
import crypto from 'crypto';
import axios from 'axios';
import { RMAB_USER_AGENT } from '../utils/user-agent';
import { RMABLogger } from '../utils/logger';
const logger = RMABLogger.create('ThumbnailCache');
@@ -110,7 +111,7 @@ export class ThumbnailCacheService {
timeout: TIMEOUT_MS,
maxContentLength: MAX_FILE_SIZE,
headers: {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
'User-Agent': RMAB_USER_AGENT,
},
});
@@ -185,7 +186,7 @@ export class ThumbnailCacheService {
timeout: TIMEOUT_MS,
maxContentLength: MAX_FILE_SIZE,
headers: {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
'User-Agent': RMAB_USER_AGENT,
...(backendMode === 'audiobookshelf' && { Authorization: `Bearer ${authToken}` }),
},
});
src/lib/utils/file-organizer.ts
+2
View File
@@ -6,6 +6,7 @@
import fs from 'fs/promises';
import path from 'path';
import axios from 'axios';
import { RMAB_USER_AGENT } from './user-agent';
import { tagMultipleFiles, checkFfmpegAvailable } from './metadata-tagger';
import { RMABLogger } from './logger';
import { copyFile } from './copy-file';
@@ -740,6 +741,7 @@ export class FileOrganizer {
const response = await axios.get(url, {
responseType: 'arraybuffer',
timeout: 30000,
headers: { 'User-Agent': RMAB_USER_AGENT },
});
await fs.writeFile(targetPath, response.data);
src/lib/utils/user-agent.ts
+3
View File
@@ -0,0 +1,3 @@
import { version } from '../../../package.json';
export const RMAB_USER_AGENT = `rmab/${version}`;