Files
jackwener__opencli/clis/substack/search.ts
jakevin 80eef46b4e refactor: monorepo adapter separation (clis/ at root) (#782)
* refactor: move adapters from src/clis/ to root clis/ for monorepo separation

Separates CLI adapters from the core runtime to prepare for independent
adapter distribution via postinstall fetch.

Key changes:
- Move src/clis/ → clis/ (adapters at repo root)
- Change tsconfig rootDir from "src" to "." so tsc compiles both
- Create root-level shim files (registry.ts, errors.ts, etc.) so adapter
  relative imports (../../registry.js) resolve correctly
- Update build-manifest.ts, main.ts paths for new dist/src/ structure
- Expand ensureUserCliCompatShims() to cover all adapter import targets
  (types, utils, logger, launcher, browser/*, download/*, pipeline/*)
- Add scripts/fetch-adapters.js postinstall for ~/.opencli/clis/ sync
- Update vitest.config.ts adapter test paths
- Add package.json files field to exclude adapters from npm package

Official adapter files are unconditionally overwritten on update;
user-created files not in the manifest are preserved.

* fix: add dist/clis/ and cli-manifest.json to npm files, harden fetch-adapters

- Add dist/clis/ and dist/cli-manifest.json to package.json files field
  so built-in adapters and manifest ship with the npm package
- Replace execSync with execFileSync to prevent command injection
- Add version check to skip redundant adapter fetches
- Track tmpRoot explicitly for reliable cleanup

* fix: address review blockers — manifest-based updates, global-only fetch, first-run fallback

1. Manifest-based update strategy:
   - Read old manifest to identify previously-official files
   - Clean up files removed upstream (in old manifest but not new)
   - User-created files (never in any manifest) remain untouched

2. Only run fetch-adapters on global install (npm_config_global=true)
   or explicit OPENCLI_FETCH=1, preventing heavy side effects for
   local/dev installs

3. First-run fallback in discovery.ts:
   - ensureUserAdapters() checks for adapter-manifest.json
   - If missing and ~/.opencli/clis/ is empty, spawns fetch-adapters.js
   - Guarantees adapters are available even with --ignore-scripts

* fix: remove OPENCLI_FETCH env var, use internal _OPENCLI_FIRST_RUN instead

* feat: also support OPENCLI_FETCH=1 for explicit adapter fetch trigger

* simplify: replace git clone with local copy from dist/clis/

Adapters already ship in the npm package (dist/clis/), so there's no
need to clone from GitHub. Copy directly from the installed package:

- Eliminates git, curl, tar dependencies
- No network calls in postinstall
- No timeout/offline issues
- Version always matches the installed CLI
- ~65 lines of clone/download code replaced by one cpSync loop
2026-04-05 01:46:36 +08:00

93 lines
3.4 KiB
TypeScript
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { CommandExecutionError } from '../../errors.js';
import { cli, Strategy } from '../../registry.js';
type SubstackPostResult = {
title: string;
author: string;
date: string;
description: string;
url: string;
};
function headers(): HeadersInit {
return {
'User-Agent': 'Mozilla/5.0',
Accept: 'application/json',
};
}
function trim(value: unknown): string {
return typeof value === 'string' ? value.replace(/\s+/g, ' ').trim() : '';
}
function publicationBaseUrl(publication: any): string {
if (publication?.custom_domain) return `https://${publication.custom_domain}`;
if (publication?.subdomain) return `https://${publication.subdomain}.substack.com`;
return '';
}
async function searchPosts(keyword: string, limit: number): Promise<SubstackPostResult[]> {
const url = new URL('https://substack.com/api/v1/post/search');
url.searchParams.set('query', keyword);
url.searchParams.set('page', '0');
url.searchParams.set('includePlatformResults', 'true');
const resp = await fetch(url, { headers: headers() });
if (!resp.ok) throw new CommandExecutionError(`Substack post search failed: HTTP ${resp.status}`);
const data = await resp.json() as { results?: any[] };
const results = Array.isArray(data?.results) ? data.results : [];
return results.slice(0, limit).map((item, index) => ({
rank: index + 1,
title: trim(item?.title),
author: trim(item?.publishedBylines?.[0]?.name),
date: trim(item?.post_date).split('T')[0] || trim(item?.post_date),
description: trim(item?.description || item?.subtitle || item?.truncated_body_text).slice(0, 150),
url: trim(item?.canonical_url),
}));
}
async function searchPublications(keyword: string, limit: number): Promise<SubstackPostResult[]> {
const url = new URL('https://substack.com/api/v1/profile/search');
url.searchParams.set('query', keyword);
url.searchParams.set('page', '0');
const resp = await fetch(url, { headers: headers() });
if (!resp.ok) throw new CommandExecutionError(`Substack publication search failed: HTTP ${resp.status}`);
const data = await resp.json() as { results?: any[] };
const results = Array.isArray(data?.results) ? data.results : [];
return results.slice(0, limit).map((item, index) => {
const publication = item?.primaryPublication || item?.publicationUsers?.[0]?.publication || {};
return {
rank: index + 1,
title: trim(publication?.name || item?.name),
author: trim(item?.name),
date: '',
description: trim(publication?.hero_text || item?.bio).slice(0, 150),
url: publicationBaseUrl(publication),
};
});
}
cli({
site: 'substack',
name: 'search',
description: '搜索 Substack 文章和 Newsletter',
domain: 'substack.com',
strategy: Strategy.PUBLIC,
browser: false,
args: [
{ name: 'keyword', required: true, positional: true, help: '搜索关键词' },
{ name: 'type', default: 'posts', choices: ['posts', 'publications'], help: '搜索类型(posts=文章, publications=Newsletter)' },
{ name: 'limit', type: 'int', default: 20, help: '返回结果数量' },
],
columns: ['rank', 'title', 'author', 'date', 'description', 'url'],
func: async (_page, args) => {
const limit = Math.max(1, Math.min(Number(args.limit) || 20, 50));
return args.type === 'publications'
? searchPublications(args.keyword, limit)
: searchPosts(args.keyword, limit);
},
});