feat: 增加GitHub趋势排行

.gitignore

@@ -21,4 +21,8 @@ dist
 *.ntvs*
 *.njsproj
 *.sln
-*.sw?
+*.sw?
+
+package-lock.json
+# Sentry Config File
+.env.sentry-build-plugin

README.md

@@ -167,9 +167,10 @@ npm run build
 npm run start
 ```
 
-#### pm2 部署
+### pm2 部署
 
 ```bash
+npm i pm2 -g
 sh ./deploy.sh
 ```
 

package.json

@@ -49,6 +49,7 @@
     "ioredis": "^5.4.1",
     "md5": "^2.3.0",
     "node-cache": "^5.1.2",
+    "node-fetch": "^3.3.2",
     "rss-parser": "^3.13.0",
     "user-agents": "^1.1.379",
     "winston": "^3.17.0"

src/routes/github.ts

@@ -0,0 +1,156 @@
+// getTrending.ts
+import fetch from "node-fetch";
+import * as cheerio from "cheerio";
+import { ListContext } from "../types";
+import logger from "../utils/logger";
+import {  getCache, setCache } from "../utils/cache";
+
+/**
+ * 定义 Trending 仓库信息的类型
+ */
+type RepoInfo = {
+  owner: string; // 仓库所属者
+  repo: string; // 仓库名称
+  url: string; // 仓库链接
+  description: string; // 仓库描述
+  language: string; // 编程语言
+  stars: string; // Stars (由于可能包含逗号或者其他符号，这里先用 string 存；实际可自行转 number)
+  forks: string; // Forks
+  todayStars?: string | number; // 今日 Star
+};
+
+type TrendingRepoInfo = {
+  data: RepoInfo[];
+  updateTime: string;
+  fromCache: boolean;
+};
+
+type TrendingType = "daily" | "weekly" | "monthly";
+
+const typeMap: Record<TrendingType, string> = {
+  daily: "日榜",
+  weekly: "周榜",
+  monthly: "月榜",
+};
+
+function isTrendingType(value: string): value is TrendingType {
+  return ["daily", "weekly", "monthly"].includes(value as TrendingType);
+}
+
+export const handleRoute = async (c: ListContext) => {
+  const typeParam = c.req.query("type") || "daily";
+  const type = isTrendingType(typeParam) ? typeParam : "daily";
+
+  const listData = await getTrendingRepos(type);
+  const routeData = {
+    name: "github",
+    title: "github 趋势",
+    type: typeMap[type],
+    params: {
+      type: {
+        name: typeMap[type],
+        type: type,
+      },
+    },
+    link: `https://github.com/trending?since=${type}`,
+    total: listData?.data?.length || 0,
+    ...listData,
+  };
+  return routeData;
+};
+
+/**
+ * 爬取 GitHub Trending 列表
+ * @param since 可选参数: 'daily' | 'weekly' | 'monthly'，默认值为 'daily'
+ * @returns Promise<RepoInfo[]> 返回包含热门项目信息的数组
+ */
+export async function getTrendingRepos(
+  type: TrendingType | string = "daily",
+  ttl = 60 * 60 * 24,
+): Promise<TrendingRepoInfo> {
+  // 拼接 Trending 地址，可根据需要调整时间维度
+  const url = `https://github.com/trending?since=${type}`;
+  // 先从缓存中取
+  const cachedData = await getCache(url);
+  if (cachedData) {
+    logger.info("💾 [CHCHE] The request is cached");
+    return {
+      fromCache: true,
+      updateTime: cachedData.updateTime,
+      data: (cachedData?.data as RepoInfo[]) || [],
+    };
+  }
+  logger.info(`🌐 [GET] ${url}`);
+  console.log("获取 github信息 url", url);
+
+  // 添加浏览器请求头
+  const headers = {
+    "User-Agent":
+    "Mozilla/5.0 (iPhone; CPU iPhone OS 14_2_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/1.0 Mobile/12F69 Safari/605.1.15",
+  };
+
+  try {
+    // 添加请求头到 fetch 请求中
+    const response = await fetch(url, { headers });
+    const html = await response.text();
+    // 1. 加载 HTML
+    const $ = cheerio.load(html);
+    // 2. 存储结果的数组
+    const results: RepoInfo[] = [];
+    // 3. 遍历每个 article.Box-row
+    $("article.Box-row").each((_, el) => {
+      const $el = $(el);
+      // 仓库标题和链接 (在 <h2> > <a> 里)
+      const $repoAnchor = $el.find("h2 a");
+      // 可能出现 "owner / repo" 这种文本
+      // eg: "owner / repo"
+      const fullNameText = $repoAnchor
+        .text()
+        .trim()
+        // 可能有多余空格，可以再做一次 split
+        // "owner / repo" => ["owner", "repo"]
+        .replace(/\r?\n/g, "") // 去掉换行
+        .replace(/\s+/g, " ") // 多空格处理
+        .split("/")
+        .map((s) => s.trim());
+
+      const owner = fullNameText[0] || "";
+      const repoName = fullNameText[1] || "";
+
+      // href 即仓库链接
+      const repoUrl = "https://github.com" + $repoAnchor.attr("href");
+
+      // 仓库描述 (<p class="col-9 color-fg-muted ...">)
+      const description = $el.find("p.col-9.color-fg-muted").text().trim();
+
+      // 语言 (<span itemprop="programmingLanguage">)
+      const language = $el.find('[itemprop="programmingLanguage"]').text().trim();
+
+      const starsText = $el.find('a[href$="/stargazers"]').text().trim();
+
+      const forksText = $el.find(`a[href$="/forks"]`).text().trim();
+
+      // 整合
+      results.push({
+        owner,
+        repo: repoName,
+        url: repoUrl || "",
+        description,
+        language,
+        stars: starsText,
+        forks: forksText,
+      });
+    });
+
+    const updateTime = new Date().toISOString();
+    const data = results;
+
+    await setCache(url, { data, updateTime }, ttl);
+    // 返回数据
+    logger.info(`✅ [${response?.status}] request was successful`);
+    return { fromCache: false, updateTime, data };
+  } catch (error) {
+    logger.error("❌ [ERROR] request failed");
+    throw error;
+  }
+}