mirror of
https://github.com/jackwener/OpenCLI.git
synced 2026-09-14 18:25:42 +08:00
bb21e7e831
* feat(twitter): rewrite lists via GraphQL + add list-tweets The DOM-scraping / detail-click approach in PR #1053 remained fragile against X's frequent overview-page rendering changes and slow (N+1 page loads per list). Rewrite `twitter lists` to call `ListsManagementPageTimeline` GraphQL directly — one request returns all owned + subscribed lists with id/name/member_count/subscriber_count/mode. Also add `twitter list-tweets <listId>` for pulling the tweet stream from a list, completing the read-side chain (lists → pick an id → list-tweets). - lists: drop positional `user` arg (GraphQL returns only logged-in user's lists), add `id` column, change followers to exact integer from subscriber_count. - list-tweets: same GraphQL pattern as bookmarks/likes (BEARER + ct0 + dynamic queryId with static fallback + cursor pagination). - Delete obsolete lists-parser.js and lists.d.ts. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com> * feat(twitter): add list-add / list-remove with Save-button commit Two new commands to toggle list membership. X's list dialog uses a "click-to-stage, Save-to-commit" pattern — clicking a row only updates optimistic UI; the actual POST fires when the user clicks the top-right "Save" button. Pressing ESC or the close-X silently cancels the change. Implementation: - Resolve listId → name via ListsManagementPageTimeline GraphQL, so we match the dialog row by name (dialog rows have no data-testid listId). - Open profile page → DOM click "…" menu → "Add/remove from Lists". - Scroll dialog to locate target row (virtualized list). - page.nativeClick on row — trusted CDP Input.dispatchMouseEvent fires React's onclick, flips aria-checked (.click() alone does not suffice; X ignores non-trusted events for list mutations). - page.nativeClick on the Save button — commits to server. - Verify by re-fetching ListsManagementPageTimeline and diffing member_count: success only if N→N±1. No silent successes. This fixes the pattern where batch `list-add` calls returned success for every user but committed zero to the server (optimistic UI lied). Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com> * fix: stabilize twitter list manifest and query ids * docs: add twitter list command discoverability --------- Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com> Co-authored-by: jackwener <jakevingoo@gmail.com>
150 lines
6.4 KiB
JavaScript
150 lines
6.4 KiB
JavaScript
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
import { AuthRequiredError, CommandExecutionError } from '@jackwener/opencli/errors';
|
|
|
|
const BEARER_TOKEN = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
|
|
const LISTS_QUERY_ID = '78UbkyXwXBD98IgUWXOy9g';
|
|
const OPERATION_NAME = 'ListsManagementPageTimeline';
|
|
|
|
const FEATURES = {
|
|
rweb_video_screen_enabled: false,
|
|
profile_label_improvements_pcf_label_in_post_enabled: true,
|
|
rweb_tipjar_consumption_enabled: true,
|
|
verified_phone_label_enabled: false,
|
|
creator_subscriptions_tweet_preview_api_enabled: true,
|
|
responsive_web_graphql_timeline_navigation_enabled: true,
|
|
responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
|
|
premium_content_api_read_enabled: false,
|
|
communities_web_enable_tweet_community_results_fetch: true,
|
|
c9s_tweet_anatomy_moderator_badge_enabled: true,
|
|
responsive_web_grok_analyze_button_fetch_trends_enabled: false,
|
|
responsive_web_grok_analyze_post_followups_enabled: true,
|
|
responsive_web_jetfuel_frame: false,
|
|
responsive_web_grok_share_attachment_enabled: true,
|
|
articles_preview_enabled: true,
|
|
responsive_web_edit_tweet_api_enabled: true,
|
|
graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
|
|
view_counts_everywhere_api_enabled: true,
|
|
longform_notetweets_consumption_enabled: true,
|
|
responsive_web_twitter_article_tweet_consumption_enabled: true,
|
|
tweet_awards_web_tipping_enabled: false,
|
|
responsive_web_grok_show_grok_translated_post: false,
|
|
responsive_web_grok_analysis_button_from_backend: false,
|
|
creator_subscriptions_quote_tweet_preview_enabled: false,
|
|
freedom_of_speech_not_reach_fetch_enabled: true,
|
|
standardized_nudges_misinfo: true,
|
|
tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
|
|
longform_notetweets_rich_text_read_enabled: true,
|
|
longform_notetweets_inline_media_enabled: true,
|
|
responsive_web_grok_image_annotation_enabled: true,
|
|
responsive_web_enhance_cards_enabled: false,
|
|
};
|
|
|
|
function buildUrl(queryId) {
|
|
return `/i/api/graphql/${queryId}/${OPERATION_NAME}`
|
|
+ `?features=${encodeURIComponent(JSON.stringify(FEATURES))}`;
|
|
}
|
|
|
|
export function extractListEntry(entry, seen) {
|
|
const list = entry?.content?.itemContent?.list
|
|
|| entry?.content?.list
|
|
|| entry?.item?.itemContent?.list;
|
|
if (!list) return null;
|
|
const id = list.id_str || list.id || '';
|
|
if (!id || seen.has(id)) return null;
|
|
seen.add(id);
|
|
const mode = typeof list.mode === 'string' && /private/i.test(list.mode) ? 'private' : 'public';
|
|
return {
|
|
id: String(id),
|
|
name: list.name || '',
|
|
members: String(list.member_count ?? 0),
|
|
followers: String(list.subscriber_count ?? 0),
|
|
mode,
|
|
};
|
|
}
|
|
|
|
export function parseListsManagement(data, seen) {
|
|
const lists = [];
|
|
const instructions = data?.data?.viewer?.list_management_timeline?.timeline?.instructions
|
|
|| data?.data?.viewer_v2?.user_results?.result?.list_management_timeline?.timeline?.instructions
|
|
|| data?.data?.list_management_timeline?.timeline?.instructions
|
|
|| [];
|
|
for (const inst of instructions) {
|
|
for (const entry of inst.entries || []) {
|
|
const direct = extractListEntry(entry, seen);
|
|
if (direct) {
|
|
lists.push(direct);
|
|
continue;
|
|
}
|
|
for (const item of entry?.content?.items || []) {
|
|
const nested = extractListEntry(item, seen);
|
|
if (nested) lists.push(nested);
|
|
}
|
|
}
|
|
}
|
|
return lists;
|
|
}
|
|
|
|
export const command = cli({
|
|
site: 'twitter',
|
|
name: 'lists',
|
|
description: 'Get Twitter/X lists for the logged-in user (owned + subscribed)',
|
|
domain: 'x.com',
|
|
strategy: Strategy.COOKIE,
|
|
browser: true,
|
|
args: [
|
|
{ name: 'limit', type: 'int', default: 50 },
|
|
],
|
|
columns: ['id', 'name', 'members', 'followers', 'mode'],
|
|
func: async (page, kwargs) => {
|
|
const limit = kwargs.limit || 50;
|
|
await page.goto('https://x.com');
|
|
await page.wait(3);
|
|
const ct0 = await page.evaluate(`() => {
|
|
return document.cookie.split(';').map(c => c.trim()).find(c => c.startsWith('ct0='))?.split('=')[1] || null;
|
|
}`);
|
|
if (!ct0)
|
|
throw new AuthRequiredError('x.com', 'Not logged into x.com (no ct0 cookie)');
|
|
const queryId = await page.evaluate(`async () => {
|
|
try {
|
|
const ghResp = await fetch('https://raw.githubusercontent.com/fa0311/twitter-openapi/refs/heads/main/src/config/placeholder.json');
|
|
if (ghResp.ok) {
|
|
const data = await ghResp.json();
|
|
const entry = data['${OPERATION_NAME}'];
|
|
if (entry && entry.queryId) return entry.queryId;
|
|
}
|
|
} catch {}
|
|
try {
|
|
const scripts = performance.getEntriesByType('resource')
|
|
.filter(r => r.name.includes('client-web') && r.name.endsWith('.js'))
|
|
.map(r => r.name);
|
|
for (const scriptUrl of scripts.slice(0, 15)) {
|
|
try {
|
|
const text = await (await fetch(scriptUrl)).text();
|
|
const re = /queryId:"([A-Za-z0-9_-]+)"[^}]{0,200}operationName:"${OPERATION_NAME}"/;
|
|
const m = text.match(re);
|
|
if (m) return m[1];
|
|
} catch {}
|
|
}
|
|
} catch {}
|
|
return null;
|
|
}`) || LISTS_QUERY_ID;
|
|
const headers = JSON.stringify({
|
|
'Authorization': `Bearer ${decodeURIComponent(BEARER_TOKEN)}`,
|
|
'X-Csrf-Token': ct0,
|
|
'X-Twitter-Auth-Type': 'OAuth2Session',
|
|
'X-Twitter-Active-User': 'yes',
|
|
});
|
|
const apiUrl = buildUrl(queryId);
|
|
const data = await page.evaluate(`async () => {
|
|
const r = await fetch(${JSON.stringify(apiUrl)}, { headers: ${headers}, credentials: 'include' });
|
|
return r.ok ? await r.json() : { error: r.status };
|
|
}`);
|
|
if (data?.error) {
|
|
throw new CommandExecutionError(`HTTP ${data.error}: Failed to fetch lists. queryId may have expired.`);
|
|
}
|
|
const seen = new Set();
|
|
const lists = parseListsManagement(data, seen);
|
|
return lists.slice(0, limit);
|
|
},
|
|
});
|