mirror of
https://github.com/jackwener/OpenCLI.git
synced 2026-09-14 18:25:42 +08:00
jakevin
d2974a9ff6
* refactor(adapters): convert adapter layer from TypeScript to JavaScript Core framework stays TypeScript; adapter layer moves to JS-first. Adapters are essentially "executable config + browser scripts" that barely use TS features — this simplifies the build/distribution pipeline by removing the dist/clis/ intermediate compilation step. Changes: - Convert all 753 adapter files in clis/ from .ts to .js - Update tsconfig to exclude clis/ from compilation - Simplify build-manifest to scan clis/*.js directly (no dist/clis/) - Update discovery, main, fetch-adapters to load JS adapters from clis/ - Update generate-verified to output .js artifacts - Update package.json files field: dist/clis/ → clis/ - Fix all test files for the .ts → .js transition * fix(main): use findPackageRoot for BUILTIN_CLIS path The previous relative path (../../clis from __dirname) only worked for dist/src/main.js but broke dev mode (tsx src/main.ts) where __dirname is <repo>/src — resolving to /clis instead of <repo>/clis. Use findPackageRoot() which works for both dev and prod paths.
86 lines
3.2 KiB
JavaScript
86 lines
3.2 KiB
JavaScript
import { EmptyResultError } from '@jackwener/opencli/errors';
|
|
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
import { buildTiebaPostCardsFromPagePc, buildTiebaPostItems, normalizeTiebaLimit, signTiebaPcParams, } from './utils.js';
|
|
function getForumPageNumber(kwargs) {
|
|
return Math.max(1, Number(kwargs.page || 1));
|
|
}
|
|
function getForumUrl(kwargs) {
|
|
const forum = String(kwargs.forum || '');
|
|
return `https://tieba.baidu.com/f?kw=${encodeURIComponent(forum)}&ie=utf-8&pn=${(getForumPageNumber(kwargs) - 1) * 50}`;
|
|
}
|
|
/**
|
|
* Rebuild the signed page_pc request instead of scraping only the visible thread cards.
|
|
*/
|
|
function buildTiebaPagePcParams(kwargs, limit) {
|
|
return {
|
|
kw: encodeURIComponent(String(kwargs.forum || '')),
|
|
pn: String(getForumPageNumber(kwargs)),
|
|
sort_type: '-1',
|
|
is_newfrs: '1',
|
|
is_newfeed: '1',
|
|
rn: '30',
|
|
rn_need: String(Math.min(Math.max(limit + 10, 10), 30)),
|
|
tbs: '',
|
|
subapp_type: 'pc',
|
|
_client_type: '20',
|
|
};
|
|
}
|
|
/**
|
|
* Tieba expects the signed forum-list request to be replayed with the browser's cookies.
|
|
*/
|
|
async function fetchTiebaPagePc(page, kwargs, limit) {
|
|
await page.goto(getForumUrl(kwargs), { waitUntil: 'none' });
|
|
await page.wait(2);
|
|
const params = buildTiebaPagePcParams(kwargs, limit);
|
|
const cookies = await page.getCookies({ domain: 'tieba.baidu.com' });
|
|
const cookieHeader = cookies.map((item) => `${item.name}=${item.value}`).join('; ');
|
|
const body = new URLSearchParams({
|
|
...params,
|
|
sign: signTiebaPcParams(params),
|
|
}).toString();
|
|
const response = await fetch('https://tieba.baidu.com/c/f/frs/page_pc', {
|
|
method: 'POST',
|
|
headers: {
|
|
'content-type': 'application/x-www-form-urlencoded;charset=UTF-8',
|
|
cookie: cookieHeader,
|
|
'x-requested-with': 'XMLHttpRequest',
|
|
referer: getForumUrl(kwargs),
|
|
'user-agent': 'Mozilla/5.0',
|
|
},
|
|
body,
|
|
});
|
|
const text = await response.text();
|
|
try {
|
|
return JSON.parse(text);
|
|
}
|
|
catch {
|
|
return {};
|
|
}
|
|
}
|
|
cli({
|
|
site: 'tieba',
|
|
name: 'posts',
|
|
description: 'Browse posts in a tieba forum',
|
|
domain: 'tieba.baidu.com',
|
|
strategy: Strategy.COOKIE,
|
|
browser: true,
|
|
navigateBefore: false,
|
|
args: [
|
|
{ name: 'forum', positional: true, required: true, type: 'string', help: 'Forum name in Chinese' },
|
|
{ name: 'page', type: 'int', default: 1, help: 'Page number' },
|
|
{ name: 'limit', type: 'int', default: 20, help: 'Number of items to return' },
|
|
],
|
|
columns: ['rank', 'title', 'author', 'replies'],
|
|
func: async (page, kwargs) => {
|
|
const limit = normalizeTiebaLimit(kwargs.limit);
|
|
const payload = await fetchTiebaPagePc(page, kwargs, limit);
|
|
const rawFeeds = Array.isArray(payload.page_data?.feed_list) ? payload.page_data.feed_list : [];
|
|
const rawCards = buildTiebaPostCardsFromPagePc(rawFeeds);
|
|
const items = buildTiebaPostItems(rawCards, limit);
|
|
if (!items.length || payload.error_code) {
|
|
throw new EmptyResultError('tieba posts', 'Tieba may have blocked the forum page, or the DOM structure may have changed');
|
|
}
|
|
return items;
|
|
},
|
|
});
|