mirror of
https://github.com/ComposioHQ/composio.git
synced 2026-09-22 11:46:35 +08:00
16fa3d963a
## Summary - upgrades `fumadocs-openapi` 10 → 11, `fumadocs-mdx` 14 → 15, and `fumadocs-core` / `fumadocs-ui` 16.4 → 16.13 - migrates the Fumadocs OpenAPI API while preserving the custom schema renderer - restores local `$ref` resolution in both the visible API schema UI and generated LLM markdown - reduces API-reference client payloads by slicing the bundled OpenAPI document to each page's reachable operations and components - restores required badges for GET parameters - normalizes the OpenAPI `no_auth` sentinel so explicitly public endpoints render without authentication - moves to `getOpenAPIPageProps()` / `OpenAPIPageProps` and removes obsolete CSS overrides ## Correctness fixes Fumadocs 11 changed the page contract from a server-resolved document id to a client-side bundled document. That exposed several silent regressions: - **Reference resolution:** bundled documents retain local `$ref`s. The LLM renderer now dereferences them, including alias chains and cycles, while the custom schema renderer uses Fumadocs' resolver and retains raw reference identity for stable deduplication. - **Dereference reuse:** repeated LLM-page requests reuse the dereferenced copy for each cached bundled document instead of walking the complete spec per page. - **Client payload size:** each API page now receives only its selected operations and transitively reachable components. The slicer falls back to the complete document for non-component pointers, deep component pointers, missing operations, or dangling references. - **Required badges:** `readOnly` cannot distinguish GET inputs from responses. The renderer now uses the page hook's client name to identify responses. - **Recursive rendering:** schema markdown rendering now caps both structural recursion and nested array type rendering. - **No-auth normalization:** the undeclared `no_auth` sentinel is removed without discarding any real security alternatives that may accompany it. - **Contract drift:** code consuming `getSchema()` now treats `bundled` as required, matching the upstream type. Review follow-up also replaces the new OpenAPI `any` types with typed Fumadocs page props and a narrow recursive schema model. Historical Fumadocs 10/11 migration explanations live here in the PR, not as version-specific source comments; source comments retain only durable invariants. ## Payload impact | | before | after | | --- | --- | --- | | bundled document | 451 KB | 7.7 KB avg / 30 KB worst | | served page HTML | 693 KB | 198 KB | | 10-page sample | 6.55 MB | 2.02 MB (69% smaller) | ## Verification - `bun install --frozen-lockfile` - `bun run test` — 89 pass - `bun run lint:links` — 0 errors - `bun run lint` — 0 errors (77 existing warnings) - `bun run types:check` - `bun run build` - production server + `bun run test:integration` — 74 pass, including v3.1/v3 API pages, redirects, search, and LLM endpoints The production build has one existing Turbopack NFT tracing warning from `next.config.mjs`; it does not fail the build. ## Production vs preview checks A live sample comparison between [production](https://docs.composio.dev) and the [PR preview](https://docs-git-chore-docs-fumadocs-11.preview.composio.dev) found no docs regression: - all 14 representative routes returned 200 with matching titles, headings, canonical production URLs, and key content - redirects for `/`, `/api-reference`, `/tools`, and `/docs/welcome` matched exactly - the sampled pages exposed the same 1,137 internal-link targets; a balanced sample of 29 links resolved successfully on both deployments - sampled v3 and v3.1 OpenAPI pages retained endpoint paths, required fields, response schemas, and legacy indicators - the generated OpenAPI LLM page was byte-for-byte identical - selecting TypeScript in a hydrated browser rendered both inactive-tab examples and synchronized the language tab groups - `llms.txt` retained the same 139 unique lines in a different order - `/docs/quickstart.md` only added an explicit `[#next]` heading anchor The sampled OpenAPI HTML was roughly 35–42% smaller in the preview, consistent with document slicing rather than missing rendered content.
107 lines
4.0 KiB
TypeScript
107 lines
4.0 KiB
TypeScript
// Fumadocs keeps local `$ref`s in bundled OpenAPI documents and resolves them
|
|
// lazily in its UI. This module creates the concrete schema tree needed by
|
|
// server-side renderers that read fields directly.
|
|
|
|
const dereferencedDocuments = new WeakMap<object, object>();
|
|
|
|
/**
|
|
* Returns a non-mutating copy of `spec` with local JSON Pointers inlined.
|
|
*
|
|
* External references remain unchanged. Cached output objects preserve
|
|
* identity for recursive schemas and let alias chains terminate safely.
|
|
* Repeated calls with the same immutable input object reuse that copy.
|
|
*/
|
|
export function dereferenceDocument<T extends object>(spec: T): T {
|
|
const cachedDocument = dereferencedDocuments.get(spec);
|
|
if (cachedDocument) return cachedDocument as T;
|
|
|
|
const cache = new Map<string, unknown>();
|
|
|
|
function resolvePointer(ref: string): unknown {
|
|
// JSON Pointer per RFC 6901: '~1' encodes '/', '~0' encodes '~'.
|
|
const parts = ref
|
|
.slice(2)
|
|
.split('/')
|
|
.map(part => part.replace(/~1/g, '/').replace(/~0/g, '~'));
|
|
|
|
let current: unknown = spec;
|
|
for (const part of parts) {
|
|
if (current === null || typeof current !== 'object') return undefined;
|
|
current = (current as Record<string, unknown>)[part];
|
|
}
|
|
return current;
|
|
}
|
|
|
|
function resolveRef(ref: string): unknown {
|
|
if (cache.has(ref)) return cache.get(ref);
|
|
|
|
const target = resolvePointer(ref);
|
|
if (target === null || typeof target !== 'object') {
|
|
cache.set(ref, target);
|
|
return target;
|
|
}
|
|
|
|
// Seed the cache before walking so self-referential schemas terminate.
|
|
const out: Record<string, unknown> | unknown[] = Array.isArray(target) ? [] : {};
|
|
cache.set(ref, out);
|
|
|
|
if (Array.isArray(target)) {
|
|
for (const item of target) (out as unknown[]).push(walk(item));
|
|
return out;
|
|
}
|
|
|
|
const entries = Object.entries(target as Record<string, unknown>);
|
|
const aliased = (target as Record<string, unknown>).$ref;
|
|
|
|
// A component can itself be a Reference Object (an alias chain such as
|
|
// `Alias: { $ref: Real }`). Walking its entries alone would copy the `$ref`
|
|
// string through untouched, so follow it and fold the target's fields in
|
|
// first; sibling keywords below then override them. A cyclic alias chain
|
|
// terminates here because the seeded cache entry is returned as-is.
|
|
if (typeof aliased === 'string' && aliased.startsWith('#/')) {
|
|
const resolved = resolveRef(aliased);
|
|
if (resolved !== null && typeof resolved === 'object' && !Array.isArray(resolved)) {
|
|
Object.assign(out as Record<string, unknown>, resolved);
|
|
}
|
|
}
|
|
|
|
for (const [key, value] of entries) {
|
|
if (key === '$ref' && typeof aliased === 'string' && aliased.startsWith('#/')) continue;
|
|
(out as Record<string, unknown>)[key] = walk(value);
|
|
}
|
|
return out;
|
|
}
|
|
|
|
function walk(node: unknown): unknown {
|
|
if (Array.isArray(node)) return node.map(walk);
|
|
if (node === null || typeof node !== 'object') return node;
|
|
|
|
const obj = node as Record<string, unknown>;
|
|
const ref = obj.$ref;
|
|
|
|
if (typeof ref === 'string') {
|
|
// Leave external references alone - nothing local can resolve them.
|
|
if (!ref.startsWith('#/')) return node;
|
|
|
|
const resolved = resolveRef(ref);
|
|
const siblings = Object.entries(obj).filter(([key]) => key !== '$ref');
|
|
if (siblings.length === 0) return resolved;
|
|
if (resolved === null || typeof resolved !== 'object') return node;
|
|
|
|
// Sibling keywords (description, deprecated, ...) override the target.
|
|
// Spread into a fresh object so the shared cached value is never mutated.
|
|
const merged: Record<string, unknown> = { ...(resolved as Record<string, unknown>) };
|
|
for (const [key, value] of siblings) merged[key] = walk(value);
|
|
return merged;
|
|
}
|
|
|
|
const out: Record<string, unknown> = {};
|
|
for (const [key, value] of Object.entries(obj)) out[key] = walk(value);
|
|
return out;
|
|
}
|
|
|
|
const dereferenced = walk(spec) as T;
|
|
dereferencedDocuments.set(spec, dereferenced);
|
|
return dereferenced;
|
|
}
|