428 lines
11 KiB
Go
428 lines
11 KiB
Go
|
package cos
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"context"
|
|||
|
|
"crypto/hmac"
|
|||
|
|
"crypto/sha1"
|
|||
|
|
"encoding/base64"
|
|||
|
|
"encoding/json"
|
|||
|
|
"errors"
|
|||
|
|
"fmt"
|
|||
|
|
"io"
|
|||
|
|
"net/http"
|
|||
|
|
"net/url"
|
|||
|
|
"path"
|
|||
|
|
"path/filepath"
|
|||
|
|
"strings"
|
|||
|
|
"time"
|
|||
|
|
|
|||
|
|
model "github.com/cloudreve/Cloudreve/v3/models"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/driver"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/fsctx"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/response"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/request"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
|
|||
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/util"
|
|||
|
|
"github.com/google/go-querystring/query"
|
|||
|
|
cossdk "github.com/tencentyun/cos-go-sdk-v5"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// UploadPolicy 腾讯云COS上传策略
|
|||
|
|
type UploadPolicy struct {
|
|||
|
|
Expiration string `json:"expiration"`
|
|||
|
|
Conditions []interface{} `json:"conditions"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// MetaData 文件元信息
|
|||
|
|
type MetaData struct {
|
|||
|
|
Size uint64
|
|||
|
|
CallbackKey string
|
|||
|
|
CallbackURL string
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type urlOption struct {
|
|||
|
|
Speed int `url:"x-cos-traffic-limit,omitempty"`
|
|||
|
|
ContentDescription string `url:"response-content-disposition,omitempty"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Driver 腾讯云COS适配器模板
|
|||
|
|
type Driver struct {
|
|||
|
|
Policy *model.Policy
|
|||
|
|
Client *cossdk.Client
|
|||
|
|
HTTPClient request.Client
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// List 列出COS文件
|
|||
|
|
func (handler Driver) List(ctx context.Context, base string, recursive bool) ([]response.Object, error) {
|
|||
|
|
// 初始化列目录参数
|
|||
|
|
opt := &cossdk.BucketGetOptions{
|
|||
|
|
Prefix: strings.TrimPrefix(base, "/"),
|
|||
|
|
EncodingType: "",
|
|||
|
|
MaxKeys: 1000,
|
|||
|
|
}
|
|||
|
|
// 是否为递归列出
|
|||
|
|
if !recursive {
|
|||
|
|
opt.Delimiter = "/"
|
|||
|
|
}
|
|||
|
|
// 手动补齐结尾的slash
|
|||
|
|
if opt.Prefix != "" {
|
|||
|
|
opt.Prefix += "/"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var (
|
|||
|
|
marker string
|
|||
|
|
objects []cossdk.Object
|
|||
|
|
commons []string
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
for {
|
|||
|
|
res, _, err := handler.Client.Bucket.Get(ctx, opt)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
objects = append(objects, res.Contents...)
|
|||
|
|
commons = append(commons, res.CommonPrefixes...)
|
|||
|
|
// 如果本次未列取完，则继续使用marker获取结果
|
|||
|
|
marker = res.NextMarker
|
|||
|
|
// marker 为空时结果列取完毕，跳出
|
|||
|
|
if marker == "" {
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 处理列取结果
|
|||
|
|
res := make([]response.Object, 0, len(objects)+len(commons))
|
|||
|
|
// 处理目录
|
|||
|
|
for _, object := range commons {
|
|||
|
|
rel, err := filepath.Rel(opt.Prefix, object)
|
|||
|
|
if err != nil {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
res = append(res, response.Object{
|
|||
|
|
Name: path.Base(object),
|
|||
|
|
RelativePath: filepath.ToSlash(rel),
|
|||
|
|
Size: 0,
|
|||
|
|
IsDir: true,
|
|||
|
|
LastModify: time.Now(),
|
|||
|
|
})
|
|||
|
|
}
|
|||
|
|
// 处理文件
|
|||
|
|
for _, object := range objects {
|
|||
|
|
rel, err := filepath.Rel(opt.Prefix, object.Key)
|
|||
|
|
if err != nil {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
res = append(res, response.Object{
|
|||
|
|
Name: path.Base(object.Key),
|
|||
|
|
Source: object.Key,
|
|||
|
|
RelativePath: filepath.ToSlash(rel),
|
|||
|
|
Size: uint64(object.Size),
|
|||
|
|
IsDir: false,
|
|||
|
|
LastModify: time.Now(),
|
|||
|
|
})
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return res, nil
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// CORS 创建跨域策略
|
|||
|
|
func (handler Driver) CORS() error {
|
|||
|
|
_, err := handler.Client.Bucket.PutCORS(context.Background(), &cossdk.BucketPutCORSOptions{
|
|||
|
|
Rules: []cossdk.BucketCORSRule{{
|
|||
|
|
AllowedMethods: []string{
|
|||
|
|
"GET",
|
|||
|
|
"POST",
|
|||
|
|
"PUT",
|
|||
|
|
"DELETE",
|
|||
|
|
"HEAD",
|
|||
|
|
},
|
|||
|
|
AllowedOrigins: []string{"*"},
|
|||
|
|
AllowedHeaders: []string{"*"},
|
|||
|
|
MaxAgeSeconds: 3600,
|
|||
|
|
ExposeHeaders: []string{},
|
|||
|
|
}},
|
|||
|
|
})
|
|||
|
|
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Get 获取文件
|
|||
|
|
func (handler Driver) Get(ctx context.Context, path string) (response.RSCloser, error) {
|
|||
|
|
// 获取文件源地址
|
|||
|
|
downloadURL, err := handler.Source(ctx, path, int64(model.GetIntSetting("preview_timeout", 60)), false, 0)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取文件数据流
|
|||
|
|
resp, err := handler.HTTPClient.Request(
|
|||
|
|
"GET",
|
|||
|
|
downloadURL,
|
|||
|
|
nil,
|
|||
|
|
request.WithContext(ctx),
|
|||
|
|
request.WithTimeout(time.Duration(0)),
|
|||
|
|
).CheckHTTPResponse(200).GetRSCloser()
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resp.SetFirstFakeChunk()
|
|||
|
|
|
|||
|
|
// 尝试自主获取文件大小
|
|||
|
|
if file, ok := ctx.Value(fsctx.FileModelCtx).(model.File); ok {
|
|||
|
|
resp.SetContentLength(int64(file.Size))
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return resp, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Put 将文件流保存到指定目录
|
|||
|
|
func (handler Driver) Put(ctx context.Context, file fsctx.FileHeader) error {
|
|||
|
|
defer file.Close()
|
|||
|
|
|
|||
|
|
opt := &cossdk.ObjectPutOptions{}
|
|||
|
|
_, err := handler.Client.Object.Put(ctx, file.Info().SavePath, file, opt)
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Delete 删除一个或多个文件，
|
|||
|
|
// 返回未删除的文件，及遇到的最后一个错误
|
|||
|
|
func (handler Driver) Delete(ctx context.Context, files []string) ([]string, error) {
|
|||
|
|
obs := []cossdk.Object{}
|
|||
|
|
for _, v := range files {
|
|||
|
|
obs = append(obs, cossdk.Object{Key: v})
|
|||
|
|
}
|
|||
|
|
opt := &cossdk.ObjectDeleteMultiOptions{
|
|||
|
|
Objects: obs,
|
|||
|
|
Quiet: true,
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
res, _, err := handler.Client.Object.DeleteMulti(context.Background(), opt)
|
|||
|
|
if err != nil {
|
|||
|
|
return files, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 整理删除结果
|
|||
|
|
failed := make([]string, 0, len(files))
|
|||
|
|
for _, v := range res.Errors {
|
|||
|
|
failed = append(failed, v.Key)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if len(failed) == 0 {
|
|||
|
|
return failed, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return failed, errors.New("delete failed")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Thumb 获取文件缩略图
|
|||
|
|
func (handler Driver) Thumb(ctx context.Context, file *model.File) (*response.ContentResponse, error) {
|
|||
|
|
// quick check by extension name
|
|||
|
|
// https://cloud.tencent.com/document/product/436/44893
|
|||
|
|
supported := []string{"png", "jpg", "jpeg", "gif", "bmp", "webp", "heif", "heic"}
|
|||
|
|
if len(handler.Policy.OptionsSerialized.ThumbExts) > 0 {
|
|||
|
|
supported = handler.Policy.OptionsSerialized.ThumbExts
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if !util.IsInExtensionList(supported, file.Name) || file.Size > (32<<(10*2)) {
|
|||
|
|
return nil, driver.ErrorThumbNotSupported
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var (
|
|||
|
|
thumbSize = [2]uint{400, 300}
|
|||
|
|
ok = false
|
|||
|
|
)
|
|||
|
|
if thumbSize, ok = ctx.Value(fsctx.ThumbSizeCtx).([2]uint); !ok {
|
|||
|
|
return nil, errors.New("failed to get thumbnail size")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
thumbEncodeQuality := model.GetIntSetting("thumb_encode_quality", 85)
|
|||
|
|
|
|||
|
|
thumbParam := fmt.Sprintf("imageMogr2/thumbnail/%dx%d/quality/%d", thumbSize[0], thumbSize[1], thumbEncodeQuality)
|
|||
|
|
|
|||
|
|
source, err := handler.signSourceURL(
|
|||
|
|
ctx,
|
|||
|
|
file.SourceName,
|
|||
|
|
int64(model.GetIntSetting("preview_timeout", 60)),
|
|||
|
|
&urlOption{},
|
|||
|
|
)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
thumbURL, _ := url.Parse(source)
|
|||
|
|
thumbQuery := thumbURL.Query()
|
|||
|
|
thumbQuery.Add(thumbParam, "")
|
|||
|
|
thumbURL.RawQuery = thumbQuery.Encode()
|
|||
|
|
|
|||
|
|
return &response.ContentResponse{
|
|||
|
|
Redirect: true,
|
|||
|
|
URL: thumbURL.String(),
|
|||
|
|
}, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Source 获取外链URL
|
|||
|
|
func (handler Driver) Source(ctx context.Context, path string, ttl int64, isDownload bool, speed int) (string, error) {
|
|||
|
|
// 尝试从上下文获取文件名
|
|||
|
|
fileName := ""
|
|||
|
|
if file, ok := ctx.Value(fsctx.FileModelCtx).(model.File); ok {
|
|||
|
|
fileName = file.Name
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 添加各项设置
|
|||
|
|
options := urlOption{}
|
|||
|
|
if speed > 0 {
|
|||
|
|
if speed < 819200 {
|
|||
|
|
speed = 819200
|
|||
|
|
}
|
|||
|
|
if speed > 838860800 {
|
|||
|
|
speed = 838860800
|
|||
|
|
}
|
|||
|
|
options.Speed = speed
|
|||
|
|
}
|
|||
|
|
if isDownload {
|
|||
|
|
options.ContentDescription = "attachment; filename=\"" + url.PathEscape(fileName) + "\""
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return handler.signSourceURL(ctx, path, ttl, &options)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (handler Driver) signSourceURL(ctx context.Context, path string, ttl int64, options *urlOption) (string, error) {
|
|||
|
|
cdnURL, err := url.Parse(handler.Policy.BaseURL)
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 公有空间不需要签名
|
|||
|
|
if !handler.Policy.IsPrivate {
|
|||
|
|
file, err := url.Parse(path)
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 非签名URL不支持设置响应header
|
|||
|
|
options.ContentDescription = ""
|
|||
|
|
|
|||
|
|
optionQuery, err := query.Values(*options)
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
file.RawQuery = optionQuery.Encode()
|
|||
|
|
sourceURL := cdnURL.ResolveReference(file)
|
|||
|
|
|
|||
|
|
return sourceURL.String(), nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
presignedURL, err := handler.Client.Object.GetPresignedURL(ctx, http.MethodGet, path,
|
|||
|
|
handler.Policy.AccessKey, handler.Policy.SecretKey, time.Duration(ttl)*time.Second, options)
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 将最终生成的签名URL域名换成用户自定义的加速域名（如果有）
|
|||
|
|
presignedURL.Host = cdnURL.Host
|
|||
|
|
presignedURL.Scheme = cdnURL.Scheme
|
|||
|
|
|
|||
|
|
return presignedURL.String(), nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Token 获取上传策略和认证Token
|
|||
|
|
func (handler Driver) Token(ctx context.Context, ttl int64, uploadSession *serializer.UploadSession, file fsctx.FileHeader) (*serializer.UploadCredential, error) {
|
|||
|
|
// 生成回调地址
|
|||
|
|
siteURL := model.GetSiteURL()
|
|||
|
|
apiBaseURI, _ := url.Parse("/api/v3/callback/cos/" + uploadSession.Key)
|
|||
|
|
apiURL := siteURL.ResolveReference(apiBaseURI).String()
|
|||
|
|
|
|||
|
|
// 上传策略
|
|||
|
|
savePath := file.Info().SavePath
|
|||
|
|
startTime := time.Now()
|
|||
|
|
endTime := startTime.Add(time.Duration(ttl) * time.Second)
|
|||
|
|
keyTime := fmt.Sprintf("%d;%d", startTime.Unix(), endTime.Unix())
|
|||
|
|
postPolicy := UploadPolicy{
|
|||
|
|
Expiration: endTime.UTC().Format(time.RFC3339),
|
|||
|
|
Conditions: []interface{}{
|
|||
|
|
map[string]string{"bucket": handler.Policy.BucketName},
|
|||
|
|
map[string]string{"$key": savePath},
|
|||
|
|
map[string]string{"x-cos-meta-callback": apiURL},
|
|||
|
|
map[string]string{"x-cos-meta-key": uploadSession.Key},
|
|||
|
|
map[string]string{"q-sign-algorithm": "sha1"},
|
|||
|
|
map[string]string{"q-ak": handler.Policy.AccessKey},
|
|||
|
|
map[string]string{"q-sign-time": keyTime},
|
|||
|
|
},
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if handler.Policy.MaxSize > 0 {
|
|||
|
|
postPolicy.Conditions = append(postPolicy.Conditions,
|
|||
|
|
[]interface{}{"content-length-range", 0, handler.Policy.MaxSize})
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
res, err := handler.getUploadCredential(ctx, postPolicy, keyTime, savePath)
|
|||
|
|
if err == nil {
|
|||
|
|
res.SessionID = uploadSession.Key
|
|||
|
|
res.Callback = apiURL
|
|||
|
|
res.UploadURLs = []string{handler.Policy.Server}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return res, err
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 取消上传凭证
|
|||
|
|
func (handler Driver) CancelToken(ctx context.Context, uploadSession *serializer.UploadSession) error {
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Meta 获取文件信息
|
|||
|
|
func (handler Driver) Meta(ctx context.Context, path string) (*MetaData, error) {
|
|||
|
|
res, err := handler.Client.Object.Head(ctx, path, &cossdk.ObjectHeadOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
return &MetaData{
|
|||
|
|
Size: uint64(res.ContentLength),
|
|||
|
|
CallbackKey: res.Header.Get("x-cos-meta-key"),
|
|||
|
|
CallbackURL: res.Header.Get("x-cos-meta-callback"),
|
|||
|
|
}, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (handler Driver) getUploadCredential(ctx context.Context, policy UploadPolicy, keyTime string, savePath string) (*serializer.UploadCredential, error) {
|
|||
|
|
// 编码上传策略
|
|||
|
|
policyJSON, err := json.Marshal(policy)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
policyEncoded := base64.StdEncoding.EncodeToString(policyJSON)
|
|||
|
|
|
|||
|
|
// 签名上传策略
|
|||
|
|
hmacSign := hmac.New(sha1.New, []byte(handler.Policy.SecretKey))
|
|||
|
|
_, err = io.WriteString(hmacSign, keyTime)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
signKey := fmt.Sprintf("%x", hmacSign.Sum(nil))
|
|||
|
|
|
|||
|
|
sha1Sign := sha1.New()
|
|||
|
|
_, err = sha1Sign.Write(policyJSON)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
stringToSign := fmt.Sprintf("%x", sha1Sign.Sum(nil))
|
|||
|
|
|
|||
|
|
// 最终签名
|
|||
|
|
hmacFinalSign := hmac.New(sha1.New, []byte(signKey))
|
|||
|
|
_, err = hmacFinalSign.Write([]byte(stringToSign))
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
signature := hmacFinalSign.Sum(nil)
|
|||
|
|
|
|||
|
|
return &serializer.UploadCredential{
|
|||
|
|
Policy: policyEncoded,
|
|||
|
|
Path: savePath,
|
|||
|
|
AccessKey: handler.Policy.AccessKey,
|
|||
|
|
Credential: fmt.Sprintf("%x", signature),
|
|||
|
|
KeyTime: keyTime,
|
|||
|
|
}, nil
|
|||
|
|
}
|