Files
RSSHub/lib/utils/ofetch.ts
T
2ae10a7a02 feat: replace rand-user-agent with header-generator (#20480)
* Initial plan

* Replace @tonyrl/rand-user-agent with header-generator and add sec-ch-* headers

Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>

* Extract unwanted UA validation into standalone isValidUserAgent function

Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>

* Add headerGeneratorPreset option to got and ofetch utilities

* Replace randUserAgent usage in lib/routes with headerGeneratorPreset option

Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>

* chore: pin header-generator to exact match

* fix: replace randUserAgent with a static user agent string in config

* Remove deprecated _randUserAgent function and related tests

Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>

* refactor: rename to header-generator

* Changes before error encountered

Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>

* fix: update generateHeaders parameter type to Partial<HeaderGeneratorOptions>

* fix: add ios preset

* fix: rename headerGeneratorPreset to headerGeneratorOptions

* feat: add MODERN_IOS preset and update header-generator patch hash

* fix: use ios preset

* fix: update FetchOptions to include headerGeneratorOptions type

* refactor: simplify header generation and update header inclusion list

* fix: remove header-generator patch

* refactor: update user-agent handling in requests and tests

* test: remove redundant headerGeneratorOptions test and add new ofetch header preset test

* test: add custom user-agent test for ofetch

* test: update user-agent expectation in ofetch headers test

* Update lib/utils/ofetch.ts

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* refactor: replace hardcoded headers with generatedHeaders in fetch and get request handlers

* refactor: rename test suite from rand-user-agent to header-generator and remove unused dependency

* Update lib/utils/header-generator.ts

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

---------

Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
Co-authored-by: TonyRL <11386903+TonyRL@users.noreply.github.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
2025-11-14 00:49:41 +08:00

44 lines
1.5 KiB
TypeScript

import { createFetch } from 'ofetch';
import { config } from '@/config';
import logger from '@/utils/logger';
import { register } from 'node-network-devtools';
import type { HeaderGeneratorOptions } from 'header-generator';
declare module 'ofetch' {
interface FetchOptions {
headerGeneratorOptions?: Partial<HeaderGeneratorOptions>;
}
}
config.enableRemoteDebugging && process.env.NODE_ENV === 'dev' && register();
const rofetch = createFetch().create({
retryStatusCodes: [400, 408, 409, 425, 429, 500, 502, 503, 504],
retry: config.requestRetry,
retryDelay: 1000,
// timeout: config.requestTimeout,
onResponseError({ request, response, options }) {
if (options.retry) {
logger.warn(`Request ${request} with error ${response.status} remaining retry attempts: ${options.retry}`);
if (!options.headers) {
(options as any).headers = {};
}
if (options.headers instanceof Headers) {
options.headers.set('x-prefer-proxy', '1');
} else {
((options as any).headers as Record<string, string>)['x-prefer-proxy'] = '1';
}
}
},
onRequestError({ request, error }) {
logger.error(`Request ${request} fail: ${error.cause} ${error}`);
},
onResponse({ request, response }) {
if (response.redirected) {
logger.http(`Redirecting to ${response.url} for ${request}`);
}
},
});
export default rofetch;