Initial commit with translated description

SKILL.md

@@ -0,0 +1,28 @@
+---
+name: cctv-news-fetcher
+description: "获取和解析给定日期的CCTV新闻联播新闻亮点。"
+user-invocable: true
+---
+
+# CCTV News Fetcher
+
+This skill allows you to fetch summary titles and content from the CCTV News Broadcast for any specific date.
+
+## Usage
+
+You can ask the agent to:
+- "Fetch CCTV news for 20250210"
+- "Give me the news highlights for yesterday"
+
+## Instructions
+
+When the user asks for news from a specific date:
+1. Format the date as `YYYYMMDD`. If the user says "yesterday" or "today", calculate the date relative to the current local time.
+2. Execute the script at `{baseDir}/scripts/news_crawler.js` using `bun` or `node`.
+   - Command: `bun {baseDir}/scripts/news_crawler.js <YYYYMMDD>`
+3. Parse the JSON output and summarize it for the user. Group news by "Domestic" and "International" if possible based on titles, or just list the highlights.
+
+## Configuration
+
+The skill depends on `node-html-parser`.
+Ensure `bun` is installed in the environment.

_meta.json

@@ -0,0 +1,6 @@
+{
+  "ownerId": "kn7e8pavq30z0e9ys21svajh6580dk8q",
+  "slug": "cctv-news-fetcher",
+  "version": "1.0.0",
+  "publishedAt": 1770012122426
+}

examples/example.md

@@ -0,0 +1,20 @@
+# Example Usage
+
+## Prompt
+"获取 20250210 的新闻联播摘要"
+
+## Internal Execution
+The agent will run:
+```bash
+bun skills/cctv-news-fetcher/scripts/news_crawler.js 20250210
+```
+
+## Result
+[
+  {
+    "date": "20250210",
+    "title": "全国铁路完成固定资产投资439亿元",
+    "content": "央视网消息（新闻联播）：1月全国铁路完成固定资产投资439亿元，同比增长3.2%..."
+  },
+  ...
+]

package-lock.json

@@ -0,0 +1,147 @@
+{
+    "name": "cctv-news-fetcher",
+    "version": "1.0.0",
+    "lockfileVersion": 3,
+    "requires": true,
+    "packages": {
+        "": {
+            "name": "cctv-news-fetcher",
+            "version": "1.0.0",
+            "dependencies": {
+                "node-html-parser": "^7.0.2"
+            }
+        },
+        "node_modules/boolbase": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/boolbase/-/boolbase-1.0.0.tgz",
+            "integrity": "sha512-JZOSA7Mo9sNGB8+UjSgzdLtokWAky1zbztM3WRLCbZ70/3cTANmQmOdR7y2g+J0e2WXywy1yS468tY+IruqEww==",
+            "license": "ISC"
+        },
+        "node_modules/css-select": {
+            "version": "5.2.2",
+            "resolved": "https://registry.npmjs.org/css-select/-/css-select-5.2.2.tgz",
+            "integrity": "sha512-TizTzUddG/xYLA3NXodFM0fSbNizXjOKhqiQQwvhlspadZokn1KDy0NZFS0wuEubIYAV5/c1/lAr0TaaFXEXzw==",
+            "license": "BSD-2-Clause",
+            "dependencies": {
+                "boolbase": "^1.0.0",
+                "css-what": "^6.1.0",
+                "domhandler": "^5.0.2",
+                "domutils": "^3.0.1",
+                "nth-check": "^2.0.1"
+            },
+            "funding": {
+                "url": "https://github.com/sponsors/fb55"
+            }
+        },
+        "node_modules/css-what": {
+            "version": "6.2.2",
+            "resolved": "https://registry.npmjs.org/css-what/-/css-what-6.2.2.tgz",
+            "integrity": "sha512-u/O3vwbptzhMs3L1fQE82ZSLHQQfto5gyZzwteVIEyeaY5Fc7R4dapF/BvRoSYFeqfBk4m0V1Vafq5Pjv25wvA==",
+            "license": "BSD-2-Clause",
+            "engines": {
+                "node": ">= 6"
+            },
+            "funding": {
+                "url": "https://github.com/sponsors/fb55"
+            }
+        },
+        "node_modules/dom-serializer": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/dom-serializer/-/dom-serializer-2.0.0.tgz",
+            "integrity": "sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==",
+            "license": "MIT",
+            "dependencies": {
+                "domelementtype": "^2.3.0",
+                "domhandler": "^5.0.2",
+                "entities": "^4.2.0"
+            },
+            "funding": {
+                "url": "https://github.com/cheeriojs/dom-serializer?sponsor=1"
+            }
+        },
+        "node_modules/domelementtype": {
+            "version": "2.3.0",
+            "resolved": "https://registry.npmjs.org/domelementtype/-/domelementtype-2.3.0.tgz",
+            "integrity": "sha512-OLETBj6w0OsagBwdXnPdN0cnMfF9opN69co+7ZrbfPGrdpPVNBUj02spi6B1N7wChLQiPn4CSH/zJvXw56gmHw==",
+            "funding": [
+                {
+                    "type": "github",
+                    "url": "https://github.com/sponsors/fb55"
+                }
+            ],
+            "license": "BSD-2-Clause"
+        },
+        "node_modules/domhandler": {
+            "version": "5.0.3",
+            "resolved": "https://registry.npmjs.org/domhandler/-/domhandler-5.0.3.tgz",
+            "integrity": "sha512-cgwlv/1iFQiFnU96XXgROh8xTeetsnJiDsTc7TYCLFd9+/WNkIqPTxiM/8pSd8VIrhXGTf1Ny1q1hquVqDJB5w==",
+            "license": "BSD-2-Clause",
+            "dependencies": {
+                "domelementtype": "^2.3.0"
+            },
+            "engines": {
+                "node": ">= 4"
+            },
+            "funding": {
+                "url": "https://github.com/fb55/domhandler?sponsor=1"
+            }
+        },
+        "node_modules/domutils": {
+            "version": "3.2.2",
+            "resolved": "https://registry.npmjs.org/domutils/-/domutils-3.2.2.tgz",
+            "integrity": "sha512-6kZKyUajlDuqlHKVX1w7gyslj9MPIXzIFiz/rGu35uC1wMi+kMhQwGhl4lt9unC9Vb9INnY9Z3/ZA3+FhASLaw==",
+            "license": "BSD-2-Clause",
+            "dependencies": {
+                "dom-serializer": "^2.0.0",
+                "domelementtype": "^2.3.0",
+                "domhandler": "^5.0.3"
+            },
+            "funding": {
+                "url": "https://github.com/fb55/domutils?sponsor=1"
+            }
+        },
+        "node_modules/entities": {
+            "version": "4.5.0",
+            "resolved": "https://registry.npmjs.org/entities/-/entities-4.5.0.tgz",
+            "integrity": "sha512-V0hjH4dGPh9Ao5p0MoRY6BVqtwCjhz6vI5LT8AJ55H+4g9/4vbHx1I54fS0XuclLhDHArPQCiMjDxjaL8fPxhw==",
+            "license": "BSD-2-Clause",
+            "engines": {
+                "node": ">=0.12"
+            },
+            "funding": {
+                "url": "https://github.com/fb55/entities?sponsor=1"
+            }
+        },
+        "node_modules/he": {
+            "version": "1.2.0",
+            "resolved": "https://registry.npmjs.org/he/-/he-1.2.0.tgz",
+            "integrity": "sha512-F/1DnUGPopORZi0ni+CvrCgHQ5FyEAHRLSApuYWMmrbSwoN2Mn/7k+Gl38gJnR7yyDZk6WLXwiGod1JOWNDKGw==",
+            "license": "MIT",
+            "bin": {
+                "he": "bin/he"
+            }
+        },
+        "node_modules/node-html-parser": {
+            "version": "7.0.2",
+            "resolved": "https://registry.npmjs.org/node-html-parser/-/node-html-parser-7.0.2.tgz",
+            "integrity": "sha512-DxodLVh7a6JMkYzWyc8nBX9MaF4M0lLFYkJHlWOiu7+9/I6mwNK9u5TbAMC7qfqDJEPX9OIoWA2A9t4C2l1mUQ==",
+            "license": "MIT",
+            "dependencies": {
+                "css-select": "^5.1.0",
+                "he": "1.2.0"
+            }
+        },
+        "node_modules/nth-check": {
+            "version": "2.1.1",
+            "resolved": "https://registry.npmjs.org/nth-check/-/nth-check-2.1.1.tgz",
+            "integrity": "sha512-lqjrjmaOoAnWfMmBPL+XNnynZh2+swxiX3WUE0s4yEHI6m+AwrK2UZOimIRl3X/4QctVqS8AiZjFqyOGrMXb/w==",
+            "license": "BSD-2-Clause",
+            "dependencies": {
+                "boolbase": "^1.0.0"
+            },
+            "funding": {
+                "url": "https://github.com/fb55/nth-check?sponsor=1"
+            }
+        }
+    }
+}

package.json

@@ -0,0 +1,9 @@
+{
+    "name": "cctv-news-fetcher",
+    "version": "1.0.0",
+    "description": "Fetch news from CCTV",
+    "main": "scripts/news_crawler.js",
+    "dependencies": {
+        "node-html-parser": "^7.0.2"
+    }
+}

scripts/news_crawler.js

@@ -0,0 +1,170 @@
+const { parse } = require('node-html-parser');
+
+async function fetchOlderNews(date) {
+    const url = `https://cctv.cntv.cn/lm/xinwenlianbo/${date}.shtml`;
+    try {
+        const response = await fetch(url);
+        const text = await response.text();
+
+        const rawList = text.match(/title_array_01\((.*)/g) || [];
+        const pageUrls = rawList.slice(1).map(item => item.match(/(http.*)/)?.[0].split('\'')[0] || '');
+
+        const headers = {
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+            'Accept-Encoding': 'gzip, deflate',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'Cache-Control': 'no-cache',
+            'Cookie': 'cna=DLYSGBDthG4CAbRVCNxSxGT6',
+            'Host': 'tv.cctv.com',
+            'Pragma': 'no-cache',
+            'Proxy-Connection': 'keep-alive',
+            'Upgrade-Insecure-Requests': '1',
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36'
+        };
+
+        const data = await Promise.all(pageUrls.map(async pageUrl => {
+            try {
+                const pageResponse = await fetch(pageUrl, { headers });
+                const pageText = await pageResponse.text();
+                const soup = parse(pageText);
+                const title = soup.querySelector('h3')?.text.replace('[视频]', '').trim() || '';
+                const content = soup.querySelector('.cnt_bd')?.text.replace(/\n/g, ' ').trim() || '';
+                return { date, title, content };
+            } catch (err) {
+                console.error(`Error fetching page ${pageUrl}:`, err.message);
+                return null;
+            }
+        }));
+
+        return data.filter(item => item !== null);
+    } catch (err) {
+        console.error(`Error fetching older news for ${date}:`, err.message);
+        return [];
+    }
+}
+
+async function fetchMidNews(date) {
+    const url = `https://cctv.cntv.cn/lm/xinwenlianbo/${date}.shtml`;
+    try {
+        const response = await fetch(url);
+        const text = await response.text();
+        const soup = parse(text);
+
+        const pageUrls = soup.querySelectorAll('#contentELMT1368521805488378 li a')
+            .slice(1)
+            .map(a => a.getAttribute('href') || '');
+
+        const headers = {
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+            'Accept-Encoding': 'gzip, deflate',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'Cache-Control': 'no-cache',
+            'Cookie': 'cna=DLYSGBDthG4CAbRVCNxSxGT6',
+            'Host': 'tv.cctv.com',
+            'Pragma': 'no-cache',
+            'Proxy-Connection': 'keep-alive',
+            'Upgrade-Insecure-Requests': '1',
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36'
+        };
+
+        const data = await Promise.all(pageUrls.map(async pageUrl => {
+            try {
+                const pageResponse = await fetch(pageUrl, { headers });
+                const pageText = await pageResponse.text();
+                const soup = parse(pageText);
+                const title = soup.querySelector('h3')?.text.replace('[视频]', '').trim() || '';
+                const content = soup.querySelector('.cnt_bd')?.text.replace(/\n/g, ' ').trim() || '';
+                return { date, title, content };
+            } catch (err) {
+                console.error(`Error fetching page ${pageUrl}:`, err.message);
+                return null;
+            }
+        }));
+
+        return data.filter(item => item !== null);
+    } catch (err) {
+        console.error(`Error fetching mid news for ${date}:`, err.message);
+        return [];
+    }
+}
+
+async function fetchRecentNews(date) {
+    const url = `https://tv.cctv.com/lm/xwlb/day/${date}.shtml`;
+    try {
+        const response = await fetch(url);
+        const text = await response.text();
+        const soup = parse(text);
+
+        const pageUrls = soup.querySelectorAll('li a').slice(1).map(a => a.getAttribute('href') || '');
+
+        const headers = {
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+            'Accept-Encoding': 'gzip, deflate',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'Cache-Control': 'no-cache',
+            'Cookie': 'cna=DLYSGBDthG4CAbRVCNxSxGT6',
+            'Host': 'tv.cctv.com',
+            'Pragma': 'no-cache',
+            'Proxy-Connection': 'keep-alive',
+            'Upgrade-Insecure-Requests': '1',
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36'
+        };
+
+        const data = await Promise.all(pageUrls.map(async pageUrl => {
+            try {
+                const pageResponse = await fetch(pageUrl, { headers });
+                const pageText = await pageResponse.text();
+                const soup = parse(pageText);
+                const title = soup.querySelector('h3')?.text.replace('[视频]', '').trim() || soup.querySelector('.tit')?.text.trim() || '';
+                const content = soup.querySelector('.cnt_bd')?.text.replace(/\n/g, ' ').trim() || soup.querySelector('.content_area')?.text.trim() || '';
+                return { date, title, content };
+            } catch (err) {
+                console.error(`Error fetching page ${pageUrl}:`, err.message);
+                return null;
+            }
+        }));
+
+        return data.filter(item => item !== null);
+    } catch (err) {
+        console.error(`Error fetching recent news for ${date}:`, err.message);
+        return [];
+    }
+}
+
+async function main() {
+    let date = process.argv[2];
+    if (!date) {
+        const today = new Date();
+        date = today.toISOString().slice(0, 10).replace(/-/g, '');
+    }
+
+    console.log(`Fetching news for date: ${date}...`);
+
+    // Try recent first, as per original logic
+    let news = await fetchRecentNews(date);
+
+    if (news.length === 0) {
+        console.log("No news found via recent crawler, trying mid...");
+        news = await fetchMidNews(date);
+    }
+
+    if (news.length === 0) {
+        console.log("No news found via mid crawler, trying older...");
+        news = await fetchOlderNews(date);
+    }
+
+    console.log(JSON.stringify(news, null, 2));
+}
+
+if (require.main === module) {
+    main().catch(err => {
+        console.error("Critical error:", err);
+        process.exit(1);
+    });
+}
+
+module.exports = {
+    fetchRecentNews,
+    fetchMidNews,
+    fetchOlderNews
+};