mirror of
https://github.com/WJQSERVER-STUDIO/ghproxy.git
synced 2026-02-03 00:01:10 +08:00
361 lines
9.8 KiB
Go
361 lines
9.8 KiB
Go
package proxy
|
||
|
||
import (
|
||
"bufio"
|
||
"compress/gzip"
|
||
"fmt"
|
||
"ghproxy/config"
|
||
"io"
|
||
"net/url"
|
||
"regexp"
|
||
"strings"
|
||
)
|
||
|
||
// 定义错误类型, error承载描述, 便于处理
|
||
type MatcherErrors struct {
|
||
Code int
|
||
Msg string
|
||
Err error
|
||
}
|
||
|
||
var (
|
||
ErrInvalidURL = &MatcherErrors{
|
||
Code: 403,
|
||
Msg: "Invalid URL Format",
|
||
}
|
||
ErrAuthHeaderUnavailable = &MatcherErrors{
|
||
Code: 403,
|
||
Msg: "AuthHeader Unavailable",
|
||
}
|
||
)
|
||
|
||
func (e *MatcherErrors) Error() string {
|
||
if e.Err != nil {
|
||
return fmt.Sprintf("Code: %d, Msg: %s, Err: %s", e.Code, e.Msg, e.Err.Error())
|
||
}
|
||
return fmt.Sprintf("Code: %d, Msg: %s", e.Code, e.Msg)
|
||
}
|
||
|
||
func (e *MatcherErrors) Unwrap() error {
|
||
return e.Err
|
||
}
|
||
|
||
func Matcher(rawPath string, cfg *config.Config) (string, string, string, error) {
|
||
var (
|
||
user string
|
||
repo string
|
||
matcher string
|
||
)
|
||
// 匹配 "https://github.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://github.com") {
|
||
remainingPath := strings.TrimPrefix(rawPath, "https://github.com")
|
||
if strings.HasPrefix(remainingPath, "/") {
|
||
remainingPath = strings.TrimPrefix(remainingPath, "/")
|
||
}
|
||
// 预期格式/user/repo/more...
|
||
// 取出user和repo和最后部分
|
||
parts := strings.Split(remainingPath, "/")
|
||
if len(parts) <= 2 {
|
||
return "", "", "", ErrInvalidURL
|
||
}
|
||
user = parts[0]
|
||
repo = parts[1]
|
||
// 匹配 "https://github.com"开头的链接
|
||
if len(parts) >= 3 {
|
||
switch parts[2] {
|
||
case "releases", "archive":
|
||
matcher = "releases"
|
||
case "blob", "raw":
|
||
matcher = "blob"
|
||
case "info", "git-upload-pack":
|
||
matcher = "clone"
|
||
default:
|
||
return "", "", "", ErrInvalidURL
|
||
}
|
||
}
|
||
return user, repo, matcher, nil
|
||
}
|
||
// 匹配 "https://raw"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://raw") {
|
||
remainingPath := strings.TrimPrefix(rawPath, "https://")
|
||
parts := strings.Split(remainingPath, "/")
|
||
if len(parts) <= 3 {
|
||
return "", "", "", ErrInvalidURL
|
||
}
|
||
user = parts[1]
|
||
repo = parts[2]
|
||
matcher = "raw"
|
||
|
||
return user, repo, matcher, nil
|
||
}
|
||
// 匹配 "https://gist"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://gist") {
|
||
remainingPath := strings.TrimPrefix(rawPath, "https://")
|
||
parts := strings.Split(remainingPath, "/")
|
||
if len(parts) <= 3 {
|
||
return "", "", "", ErrInvalidURL
|
||
}
|
||
user = parts[1]
|
||
repo = ""
|
||
matcher = "gist"
|
||
return user, repo, matcher, nil
|
||
}
|
||
// 匹配 "https://api.github.com/"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://api.github.com/") {
|
||
matcher = "api"
|
||
remainingPath := strings.TrimPrefix(rawPath, "https://api.github.com/")
|
||
|
||
parts := strings.Split(remainingPath, "/")
|
||
if parts[0] == "repos" {
|
||
user = parts[1]
|
||
repo = parts[2]
|
||
}
|
||
if parts[0] == "users" {
|
||
user = parts[1]
|
||
}
|
||
if !cfg.Auth.ForceAllowApi {
|
||
if cfg.Auth.Method != "header" || !cfg.Auth.Enabled {
|
||
return "", "", "", ErrAuthHeaderUnavailable
|
||
}
|
||
}
|
||
return user, repo, matcher, nil
|
||
}
|
||
return "", "", "", ErrInvalidURL
|
||
}
|
||
|
||
func EditorMatcher(rawPath string, cfg *config.Config) (bool, string, error) {
|
||
var (
|
||
matcher string
|
||
)
|
||
// 匹配 "https://github.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://github.com") {
|
||
remainingPath := strings.TrimPrefix(rawPath, "https://github.com")
|
||
if strings.HasPrefix(remainingPath, "/") {
|
||
remainingPath = strings.TrimPrefix(remainingPath, "/")
|
||
}
|
||
return true, "", nil
|
||
}
|
||
// 匹配 "https://raw.githubusercontent.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://raw.githubusercontent.com") {
|
||
return true, matcher, nil
|
||
}
|
||
// 匹配 "https://raw.github.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://raw.github.com") {
|
||
return true, matcher, nil
|
||
}
|
||
// 匹配 "https://gist.githubusercontent.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://gist.githubusercontent.com") {
|
||
return true, matcher, nil
|
||
}
|
||
// 匹配 "https://gist.github.com"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://gist.github.com") {
|
||
return true, matcher, nil
|
||
}
|
||
if cfg.Shell.RewriteAPI {
|
||
// 匹配 "https://api.github.com/"开头的链接
|
||
if strings.HasPrefix(rawPath, "https://api.github.com") {
|
||
matcher = "api"
|
||
return true, matcher, nil
|
||
}
|
||
}
|
||
return false, "", ErrInvalidURL
|
||
}
|
||
|
||
// 匹配文件扩展名是sh的rawPath
|
||
func MatcherShell(rawPath string) bool {
|
||
/*
|
||
if strings.HasSuffix(rawPath, ".sh") {
|
||
return true
|
||
}
|
||
return false
|
||
*/
|
||
return strings.HasSuffix(rawPath, ".sh")
|
||
}
|
||
|
||
// LinkProcessor 是一个函数类型，用于处理提取到的链接。
|
||
type LinkProcessor func(string) string
|
||
|
||
// 自定义 URL 修改函数
|
||
func modifyURL(url string, host string, cfg *config.Config) string {
|
||
// 去除url内的https://或http://
|
||
matched, _, err := EditorMatcher(url, cfg)
|
||
if err != nil {
|
||
logDump("Invalid URL: %s", url)
|
||
return url
|
||
}
|
||
if matched {
|
||
var u = url
|
||
u = strings.TrimPrefix(u, "https://")
|
||
u = strings.TrimPrefix(u, "http://")
|
||
logDump("Modified URL: %s", "https://"+host+"/"+u)
|
||
return "https://" + host + "/" + u
|
||
}
|
||
return url
|
||
}
|
||
|
||
var (
|
||
matchedMatchers = []string{
|
||
"blob",
|
||
"raw",
|
||
"gist",
|
||
}
|
||
)
|
||
|
||
// matchString 检查目标字符串是否在给定的字符串集合中
|
||
func matchString(target string, stringsToMatch []string) bool {
|
||
matchMap := make(map[string]struct{}, len(stringsToMatch))
|
||
for _, str := range stringsToMatch {
|
||
matchMap[str] = struct{}{}
|
||
}
|
||
_, exists := matchMap[target]
|
||
return exists
|
||
}
|
||
|
||
// extractParts 从给定的 URL 中提取所需的部分
|
||
func extractParts(rawURL string) (string, string, string, url.Values, error) {
|
||
// 解析 URL
|
||
parsedURL, err := url.Parse(rawURL)
|
||
if err != nil {
|
||
return "", "", "", nil, err
|
||
}
|
||
|
||
// 获取路径部分并分割
|
||
pathParts := strings.Split(parsedURL.Path, "/")
|
||
|
||
// 提取所需的部分
|
||
if len(pathParts) < 3 {
|
||
return "", "", "", nil, fmt.Errorf("URL path is too short")
|
||
}
|
||
|
||
// 提取 /WJQSERVER-STUDIO 和 /go-utils.git
|
||
repoOwner := "/" + pathParts[1]
|
||
repoName := "/" + pathParts[2]
|
||
|
||
// 剩余部分
|
||
remainingPath := strings.Join(pathParts[3:], "/")
|
||
if remainingPath != "" {
|
||
remainingPath = "/" + remainingPath
|
||
}
|
||
|
||
// 查询参数
|
||
queryParams := parsedURL.Query()
|
||
|
||
return repoOwner, repoName, remainingPath, queryParams, nil
|
||
}
|
||
|
||
var urlPattern = regexp.MustCompile(`https?://[^\s'"]+`)
|
||
|
||
// processLinks 处理链接，返回包含处理后数据的 io.Reader
|
||
func processLinks(input io.ReadCloser, compress string, host string, cfg *config.Config) (readerOut io.Reader, written int64, err error) {
|
||
pipeReader, pipeWriter := io.Pipe() // 创建 io.Pipe
|
||
readerOut = pipeReader
|
||
|
||
go func() { // 在 Goroutine 中执行写入操作
|
||
defer func() {
|
||
if pipeWriter != nil { // 确保 pipeWriter 关闭，即使发生错误
|
||
if err != nil {
|
||
if closeErr := pipeWriter.CloseWithError(err); closeErr != nil { // 如果有错误，传递错误给 reader
|
||
logError("pipeWriter close with error failed: %v, original error: %v", closeErr, err)
|
||
}
|
||
} else {
|
||
if closeErr := pipeWriter.Close(); closeErr != nil { // 没有错误，正常关闭
|
||
logError("pipeWriter close failed: %v", closeErr)
|
||
if err == nil { // 如果之前没有错误，记录关闭错误
|
||
err = closeErr
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}()
|
||
|
||
defer func() {
|
||
if err := input.Close(); err != nil {
|
||
logError("input close failed: %v", err)
|
||
}
|
||
|
||
}()
|
||
|
||
var bufReader *bufio.Reader
|
||
|
||
if compress == "gzip" {
|
||
// 解压gzip
|
||
gzipReader, gzipErr := gzip.NewReader(input)
|
||
if gzipErr != nil {
|
||
err = fmt.Errorf("gzip解压错误: %v", gzipErr)
|
||
return // Goroutine 中使用 return 返回错误
|
||
}
|
||
defer gzipReader.Close()
|
||
bufReader = bufio.NewReader(gzipReader)
|
||
} else {
|
||
bufReader = bufio.NewReader(input)
|
||
}
|
||
|
||
var bufWriter *bufio.Writer
|
||
var gzipWriter *gzip.Writer
|
||
|
||
// 根据是否gzip确定 writer 的创建
|
||
if compress == "gzip" {
|
||
gzipWriter = gzip.NewWriter(pipeWriter) // 使用 pipeWriter
|
||
bufWriter = bufio.NewWriterSize(gzipWriter, 4096) //设置缓冲区大小
|
||
} else {
|
||
bufWriter = bufio.NewWriterSize(pipeWriter, 4096) // 使用 pipeWriter
|
||
}
|
||
|
||
//确保writer关闭
|
||
defer func() {
|
||
var closeErr error // 局部变量，用于保存defer中可能发生的错误
|
||
|
||
if gzipWriter != nil {
|
||
if closeErr = gzipWriter.Close(); closeErr != nil {
|
||
logError("gzipWriter close failed %v", closeErr)
|
||
// 如果已经存在错误，则保留。否则，记录此错误。
|
||
if err == nil {
|
||
err = closeErr
|
||
}
|
||
}
|
||
}
|
||
if flushErr := bufWriter.Flush(); flushErr != nil {
|
||
logError("writer flush failed %v", flushErr)
|
||
// 如果已经存在错误，则保留。否则，记录此错误。
|
||
if err == nil {
|
||
err = flushErr
|
||
}
|
||
}
|
||
}()
|
||
|
||
// 使用正则表达式匹配 http 和 https 链接
|
||
for {
|
||
line, readErr := bufReader.ReadString('\n')
|
||
if readErr != nil {
|
||
if readErr == io.EOF {
|
||
break // 文件结束
|
||
}
|
||
err = fmt.Errorf("读取行错误: %v", readErr) // 传递错误
|
||
return // Goroutine 中使用 return 返回错误
|
||
}
|
||
|
||
// 替换所有匹配的 URL
|
||
modifiedLine := urlPattern.ReplaceAllStringFunc(line, func(originalURL string) string {
|
||
logDump("originalURL: %s", originalURL)
|
||
return modifyURL(originalURL, host, cfg) // 假设 modifyURL 函数已定义
|
||
})
|
||
|
||
n, writeErr := bufWriter.WriteString(modifiedLine)
|
||
written += int64(n) // 更新写入的字节数
|
||
if writeErr != nil {
|
||
err = fmt.Errorf("写入文件错误: %v", writeErr) // 传递错误
|
||
return // Goroutine 中使用 return 返回错误
|
||
}
|
||
}
|
||
|
||
// 在返回之前，再刷新一次 (虽然 defer 中已经有 flush，但这里再加一次确保及时刷新)
|
||
if flushErr := bufWriter.Flush(); flushErr != nil {
|
||
if err == nil { // 避免覆盖之前的错误
|
||
err = flushErr
|
||
}
|
||
return // Goroutine 中使用 return 返回错误
|
||
}
|
||
}()
|
||
|
||
return readerOut, written, nil // 返回 reader 和 written，error 由 Goroutine 通过 pipeWriter.CloseWithError 传递
|
||
}
|