halo博客自动备份到GitHub

晓果冻
527 阅读2分钟

halo博客自动备份到GitHub

该功能可自定义每隔N小时备份博客到GitHub仓库，显示效果如下，也可以点击这里浏览详细页面：

效果图

环境准备

  • Java
  • GitHub

准备与GitHub相关的环境

  • Settings---->Personal access tokens--------->public_repo

    image-20211205181534080

  • 记住上一步的token

代码部分

详细代码
package com.cgd.xxljobexecutor.utils;

import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONException;
import com.alibaba.fastjson.JSONObject;
import jodd.http.HttpRequest;
import jodd.http.HttpResponse;
import lombok.extern.slf4j.Slf4j;

import javax.servlet.http.HttpServletResponse;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Base64;
import java.util.Objects;
import java.util.TimeZone;

/**
 * @author 晓果冻
 * @version 1.0
 * @date 2021/11/24 22:32
 */
@Slf4j
public class GitHubUtil {

    private final static String USER_AGENT = "https://www.chenmx.net";

    private GitHubUtil() {
    }

    public static JSONArray getGitHubRepos(String githubUserId) {
        try {
            HttpResponse res = HttpRequest.get("https://api.github.com/users/" + githubUserId + "/repos").
                    connectionTimeout(20000).timeout(60000).header("User-Agent", USER_AGENT).send();
            if (HttpServletResponse.SC_OK != res.statusCode()) {
                return null;
            }
            res.charset("UTF-8");
            JSONArray result = JSONArray.parseArray(res.bodyText());

            String pattern = "yyyy-MM-dd'T'HH:mm:ss'Z'";
            SimpleDateFormat simpleDateFormat =
                    new SimpleDateFormat(pattern);
            simpleDateFormat.setTimeZone(TimeZone.getTimeZone("UTC"));

            JSONArray compatibleResult = new JSONArray();
            for (int i = 0; i < result.size(); i++) {
                JSONObject resultObject = result.getJSONObject(i);
                JSONObject compatibleObject = new JSONObject();

                compatibleObject.put("githubrepoId", resultObject.getString("id"));
                compatibleObject.put("githubrepoStatus", 0);
                compatibleObject.put("oId", "" + System.currentTimeMillis());
                compatibleObject.put("githubrepoDescription", resultObject.getString("description"));
                compatibleObject.put("githubrepoHomepage", resultObject.getString("homepage"));
                compatibleObject.put("githubrepoForksCount", resultObject.getLong("forks_count"));
                compatibleObject.put("githubrepoOwnerId", resultObject.getJSONObject("owner").getString("id"));
                compatibleObject.put("githubrepoStargazersCount", resultObject.getLong("stargazers_count"));
                compatibleObject.put("githubrepoWatchersCount", resultObject.getLong("watchers_count"));
                compatibleObject.put("githubrepoOwnerLogin", resultObject.getJSONObject("owner").getString("login"));
                compatibleObject.put("githubrepoHTMLURL", resultObject.getString("html_url"));
                compatibleObject.put("githubrepoLanguage", resultObject.getString("language"));
                compatibleObject.put("githubrepoUpdated", simpleDateFormat.parse(resultObject.getString("updated_at")).getTime());
                compatibleObject.put("githubrepoName", resultObject.getString("name"));
                compatibleObject.put("githubrepoFullName", resultObject.getString("full_name"));

                compatibleResult.add(compatibleObject);
            }

            // 排序
            ArrayList<String> tempResultList = new ArrayList<>();
            for (int i = 0; i < compatibleResult.size(); i++) {
                JSONObject compatibleObject = compatibleResult.getJSONObject(i);
                tempResultList.add(compatibleObject.toString());
            }
            tempResultList.sort((o1, o2) -> {
                int o1star = JSONObject.parseObject(o1).getInteger("githubrepoStargazersCount");
                int o2star = JSONObject.parseObject(o2).getInteger("githubrepoStargazersCount");
                return o2star - o1star;
            });
            JSONArray sortedCompatibleResult = new JSONArray();
            for (String json : tempResultList) {
                sortedCompatibleResult.add(JSONObject.parseObject(json));
            }

            return sortedCompatibleResult;
        } catch (JSONException e) {
            log.error("Gets GitHub repos failed because the request has been reached GitHub's limit, try again at later.");

            return null;
        } catch (Exception e) {
            log.error("Gets GitHub repos failed, please check your network connection to github.com");

            return null;
        }
    }


    public static boolean updateFile(String pat, String loginName, String repoName, String filePath, byte[] content) {
        String fullRepoName = loginName + "/" + repoName;
        try {
            HttpResponse response = HttpRequest.get("https://api.github.com/repos/" + fullRepoName + "/git/trees/main").header("Authorization", "token " + pat).
                    connectionTimeout(7000).timeout(60000).header("User-Agent", USER_AGENT).send();
            int statusCode = response.statusCode();
            response.charset("UTF-8");
            String responseBody = response.bodyText();
            if (200 != statusCode && 409 != statusCode) {
                log.error("Get git tree of file [" + filePath + "] failed: " + responseBody);
                return false;
            }

            JSONObject body = new JSONObject();
            body.put("message", ":memo: 更新博客");
            body.put("content", Base64.getEncoder().encodeToString(content));
            if (200 == statusCode) {
                JSONObject responseData = JSONObject.parseObject(responseBody);
                JSONArray tree = responseData.getJSONArray("tree");
                for (int i = 0; i < tree.size(); i++) {
                    JSONObject file = tree.getJSONObject(i);
                    if (Objects.equals(filePath, file.getString("path"))) {
                        body.put("sha", file.getString("sha"));
                        break;
                    }
                }
            }

            response = HttpRequest.put("https://api.github.com/repos/" + fullRepoName + "/contents/" + filePath).header("Authorization", "token " + pat).
                    connectionTimeout(7000).timeout(60000 * 2).header("User-Agent", USER_AGENT).bodyText(body.toString()).send();
            statusCode = response.statusCode();
            response.charset("UTF-8");
            responseBody = response.bodyText();
            if (200 != statusCode && 201 != statusCode) {
                log.error("Updates repo [" + repoName + "] file [" + filePath + "] failed: " + responseBody);
                return false;
            }
            return true;
        } catch (Exception e) {
            log.error("Updates repo [" + repoName + "] file [" + filePath + "] failed: " + e.getMessage());
            return false;
        }
    }


    public static boolean createOrUpdateGitHubRepo(String pat, String loginName, String repoName, String repoDesc, String repoHomepage) {
        try {
            JSONObject body = new JSONObject();
            body.put("name", repoName);
            body.put("description", repoDesc);
            body.put("homepage", repoHomepage);
            body.put("has_wiki", false);
            body.put("has_projects", false);
            HttpResponse response = HttpRequest.post("https://api.github.com/user/repos").header("Authorization", "token " + pat).
                    connectionTimeout(7000).timeout(30000).header("User-Agent", USER_AGENT).bodyText(body.toString()).send();
            int statusCode = response.statusCode();
            response.charset("UTF-8");
            String responseBody = response.bodyText();
            if (201 != statusCode && 422 != statusCode) {
                log.error("Creates GitHub repo [" + repoName + "] failed: " + responseBody);
                return false;
            }
            if (201 == statusCode) {
                return true;
            }

            response = HttpRequest.patch("https://api.github.com/repos/" + loginName + "/" + repoName).header("Authorization", "token " + pat).
                    connectionTimeout(7000).timeout(30000).header("User-Agent", USER_AGENT).bodyText(body.toString()).send();
            statusCode = response.statusCode();
            responseBody = response.bodyText();
            if (200 != statusCode) {
                log.error("Updates GitHub repo [" + repoName + "] failed: " + responseBody);
                return false;
            }
            return true;
        } catch (Exception e) {
            log.error("Creates or updates GitHub repo failed: " + e.getMessage());
            return false;
        }
    }

    public static JSONObject getGitHubUser(String pat) {
        try {
            HttpResponse response = HttpRequest.get("https://api.github.com/user").header("Authorization", "token " + pat).
                    connectionTimeout(7000).timeout(30000).header("User-Agent", USER_AGENT).send();
            if (200 != response.statusCode()) {
                return null;
            }
            response.charset("UTF-8");
            return JSONObject.parseObject(response.bodyText());
        } catch (Exception e) {
            log.error("Gets GitHub user info failed: " + e.getMessage());
            return null;
        }
    }
}


@ApiOperation("测试")
    @RequestMapping(value = "/test", method = RequestMethod.GET, produces = {"application/json;charset=UTF-8"})
    @ResponseBody
    public void test(String param) {
        String site = "https://www.chenmx.net";
        JSONObject gitHubUser = GitHubUtil.getGitHubUser(param);
        String loginName = gitHubUser.getString("login");
        String repository = "halo-blog";
        String repositoryDesc = "✍️ 晓果冻的个人博客 - 一个热爱生活的90后";
        GitHubUtil.createOrUpdateGitHubRepo(param, loginName, repository, repositoryDesc, site);
        List<String> list = postsDao.getPosts("'"+site+"?p='");
        StringBuilder sb = new StringBuilder();
        list.stream().forEach(e -> {
            sb.append(e);
        });
        String readme = "<p align=\"center\"><img alt=\"晓果冻的个人博客\" src=\"https://cdn.jsdelivr.net/gh/chenguod/picture/202111251402173.jpg\" width=\"130\"></p><h2 align=\"center\">\n" +
                "\n" +
                "晓果冻的个人博客\n" +
                "</h2>\n" +
                "\n" +
                "<h4 align=\"center\">一个热爱生活的90后</h4>\n" +
                "<p align=\"center\"><a title=\"晓果冻的个人博客\" target=\"_blank\" href=\"https://github.com/chenguod/halo-blog\"><img src=\"https://img.shields.io/github/last-commit/chenguod/halo-blog.svg?style=flat-square&color=FF9900\"></a>\n" +
                "<a title=\"GitHub repo size in bytes\" target=\"_blank\" href=\"https://github.com/chenguod/halo-blog\"><img src=\"https://img.shields.io/github/repo-size/chenguod/halo-blog.svg?style=flat-square\"></a>\n" +
                "<a title=\"由halo驱动\" target=\"_blank\" href=\"https://github.com/halo-dev/halo\"><img src=\"https://img.shields.io/badge/halo-1.4.13-f1e05a.svg?style=flat-square&color=blueviolet\"></a>\n" +
                "<a title=\"Hits\" target=\"_blank\" href=\"https://github.com/dwyl/hits\"><img src=\"http://hits.dwyl.com/chengd/halo-blog.svg\"></a></p>\n" +
                "\n" +
                "### 最新\n" +
                "\n" +
                sb +
                "\n" +
                "\n" +
                "\n" +
                "---\n" +
                "\n" +
                "本仓库通过 [halo-executor](https://github.com/chenguod/halo-executor) 自动进行同步更新 ❤️ \n" +
                "\n";

        Boolean ok = GitHubUtil.updateFile(param, loginName, repository, "README.md", readme.getBytes(Charset.forName("UTF-8")));
    }

注意，此方案需要使用halo的数据库。至于定时任务可以换成quartz,xxl-job是因为有可视化界面，操作比较方便。

博文markdown文件备份到GitHub我后续继续研究下。

感谢bolo博客提供的备份思路

欢迎大家访问我的个人小站：www.chenmx.net，获取更多有趣的博文！

avatar
文章
阅读
粉丝
相关推荐
通过 gitHub Action 自动发布博客文章
2.6k阅读
 · 
1点赞
我的自建博客之旅04之Halo
250阅读
 · 
2点赞
使用 GitHub Discussions 管理博客
1.8k阅读
 · 
0点赞
1Panel+Halo+Hao搭建个人博客
276阅读
 · 
3点赞
教你如何白嫖 Github Copilot
18k阅读
 · 
38点赞
GitHub 官方开源的字体集「GitHub 热点速览」
13k阅读
 · 
15点赞
分享使用阿里云服务器搭建Halo个人站点
3.2k阅读
 · 
3点赞
第一次看见这么酷炫的 GitHub 首页
15k阅读
 · 
259点赞
github排名较前的Vue3 UI框架
56k阅读
 · 
466点赞

友情链接：