You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
355 lines
10 KiB
355 lines
10 KiB
package qiniu
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
|
|
model "github.com/cloudreve/Cloudreve/v3/models"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/driver"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/fsctx"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/response"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/request"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/util"
|
|
"github.com/qiniu/go-sdk/v7/auth/qbox"
|
|
"github.com/qiniu/go-sdk/v7/storage"
|
|
)
|
|
|
|
// Driver 本地策略适配器
|
|
type Driver struct {
|
|
Policy *model.Policy
|
|
mac *qbox.Mac
|
|
cfg *storage.Config
|
|
bucket *storage.BucketManager
|
|
}
|
|
|
|
func NewDriver(policy *model.Policy) *Driver {
|
|
if policy.OptionsSerialized.ChunkSize == 0 {
|
|
policy.OptionsSerialized.ChunkSize = 25 << 20 // 25 MB
|
|
}
|
|
|
|
mac := qbox.NewMac(policy.AccessKey, policy.SecretKey)
|
|
cfg := &storage.Config{UseHTTPS: true}
|
|
return &Driver{
|
|
Policy: policy,
|
|
mac: mac,
|
|
cfg: cfg,
|
|
bucket: storage.NewBucketManager(mac, cfg),
|
|
}
|
|
}
|
|
|
|
// List 列出给定路径下的文件
|
|
func (handler *Driver) List(ctx context.Context, base string, recursive bool) ([]response.Object, error) {
|
|
base = strings.TrimPrefix(base, "/")
|
|
if base != "" {
|
|
base += "/"
|
|
}
|
|
|
|
var (
|
|
delimiter string
|
|
marker string
|
|
objects []storage.ListItem
|
|
commons []string
|
|
)
|
|
if !recursive {
|
|
delimiter = "/"
|
|
}
|
|
|
|
for {
|
|
entries, folders, nextMarker, hashNext, err := handler.bucket.ListFiles(
|
|
handler.Policy.BucketName,
|
|
base, delimiter, marker, 1000)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
objects = append(objects, entries...)
|
|
commons = append(commons, folders...)
|
|
if !hashNext {
|
|
break
|
|
}
|
|
marker = nextMarker
|
|
}
|
|
|
|
// 处理列取结果
|
|
res := make([]response.Object, 0, len(objects)+len(commons))
|
|
// 处理目录
|
|
for _, object := range commons {
|
|
rel, err := filepath.Rel(base, object)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
res = append(res, response.Object{
|
|
Name: path.Base(object),
|
|
RelativePath: filepath.ToSlash(rel),
|
|
Size: 0,
|
|
IsDir: true,
|
|
LastModify: time.Now(),
|
|
})
|
|
}
|
|
// 处理文件
|
|
for _, object := range objects {
|
|
rel, err := filepath.Rel(base, object.Key)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
res = append(res, response.Object{
|
|
Name: path.Base(object.Key),
|
|
Source: object.Key,
|
|
RelativePath: filepath.ToSlash(rel),
|
|
Size: uint64(object.Fsize),
|
|
IsDir: false,
|
|
LastModify: time.Unix(object.PutTime/10000000, 0),
|
|
})
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
// Get 获取文件
|
|
func (handler *Driver) Get(ctx context.Context, path string) (response.RSCloser, error) {
|
|
// 给文件名加上随机参数以强制拉取
|
|
path = fmt.Sprintf("%s?v=%d", path, time.Now().UnixNano())
|
|
|
|
// 获取文件源地址
|
|
downloadURL, err := handler.Source(ctx, path, int64(model.GetIntSetting("preview_timeout", 60)), false, 0)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// 获取文件数据流
|
|
client := request.NewClient()
|
|
resp, err := client.Request(
|
|
"GET",
|
|
downloadURL,
|
|
nil,
|
|
request.WithContext(ctx),
|
|
request.WithHeader(
|
|
http.Header{"Cache-Control": {"no-cache", "no-store", "must-revalidate"}},
|
|
),
|
|
request.WithTimeout(time.Duration(0)),
|
|
).CheckHTTPResponse(200).GetRSCloser()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
resp.SetFirstFakeChunk()
|
|
|
|
// 尝试自主获取文件大小
|
|
if file, ok := ctx.Value(fsctx.FileModelCtx).(model.File); ok {
|
|
resp.SetContentLength(int64(file.Size))
|
|
}
|
|
|
|
return resp, nil
|
|
}
|
|
|
|
// Put 将文件流保存到指定目录
|
|
func (handler *Driver) Put(ctx context.Context, file fsctx.FileHeader) error {
|
|
defer file.Close()
|
|
|
|
// 凭证有效期
|
|
credentialTTL := model.GetIntSetting("upload_session_timeout", 3600)
|
|
|
|
// 生成上传策略
|
|
fileInfo := file.Info()
|
|
scope := handler.Policy.BucketName
|
|
if fileInfo.Mode&fsctx.Overwrite == fsctx.Overwrite {
|
|
scope = fmt.Sprintf("%s:%s", handler.Policy.BucketName, fileInfo.SavePath)
|
|
}
|
|
|
|
putPolicy := storage.PutPolicy{
|
|
// 指定为覆盖策略
|
|
Scope: scope,
|
|
SaveKey: fileInfo.SavePath,
|
|
ForceSaveKey: true,
|
|
FsizeLimit: int64(fileInfo.Size),
|
|
}
|
|
// 是否开启了MIMEType限制
|
|
if handler.Policy.OptionsSerialized.MimeType != "" {
|
|
putPolicy.MimeLimit = handler.Policy.OptionsSerialized.MimeType
|
|
}
|
|
|
|
// 生成上传凭证
|
|
token, err := handler.getUploadCredential(ctx, putPolicy, fileInfo, int64(credentialTTL), false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// 创建上传表单
|
|
cfg := storage.Config{}
|
|
formUploader := storage.NewFormUploader(&cfg)
|
|
ret := storage.PutRet{}
|
|
putExtra := storage.PutExtra{
|
|
Params: map[string]string{},
|
|
}
|
|
|
|
// 开始上传
|
|
err = formUploader.Put(ctx, &ret, token.Credential, fileInfo.SavePath, file, int64(fileInfo.Size), &putExtra)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Delete 删除一个或多个文件，
|
|
// 返回未删除的文件
|
|
func (handler *Driver) Delete(ctx context.Context, files []string) ([]string, error) {
|
|
// TODO 大于一千个文件需要分批发送
|
|
deleteOps := make([]string, 0, len(files))
|
|
for _, key := range files {
|
|
deleteOps = append(deleteOps, storage.URIDelete(handler.Policy.BucketName, key))
|
|
}
|
|
|
|
rets, err := handler.bucket.Batch(deleteOps)
|
|
|
|
// 处理删除结果
|
|
if err != nil {
|
|
failed := make([]string, 0, len(rets))
|
|
for k, ret := range rets {
|
|
if ret.Code != 200 && ret.Code != 612 {
|
|
failed = append(failed, files[k])
|
|
}
|
|
}
|
|
return failed, errors.New("删除失败")
|
|
}
|
|
|
|
return []string{}, nil
|
|
}
|
|
|
|
// Thumb 获取文件缩略图
|
|
func (handler *Driver) Thumb(ctx context.Context, file *model.File) (*response.ContentResponse, error) {
|
|
// quick check by extension name
|
|
// https://developer.qiniu.com/dora/api/basic-processing-images-imageview2
|
|
supported := []string{"png", "jpg", "jpeg", "gif", "bmp", "webp", "tiff", "avif", "psd"}
|
|
if len(handler.Policy.OptionsSerialized.ThumbExts) > 0 {
|
|
supported = handler.Policy.OptionsSerialized.ThumbExts
|
|
}
|
|
|
|
if !util.IsInExtensionList(supported, file.Name) || file.Size > (20<<(10*2)) {
|
|
return nil, driver.ErrorThumbNotSupported
|
|
}
|
|
|
|
var (
|
|
thumbSize = [2]uint{400, 300}
|
|
ok = false
|
|
)
|
|
if thumbSize, ok = ctx.Value(fsctx.ThumbSizeCtx).([2]uint); !ok {
|
|
return nil, errors.New("failed to get thumbnail size")
|
|
}
|
|
|
|
thumbEncodeQuality := model.GetIntSetting("thumb_encode_quality", 85)
|
|
|
|
thumb := fmt.Sprintf("%s?imageView2/1/w/%d/h/%d/q/%d", file.SourceName, thumbSize[0], thumbSize[1], thumbEncodeQuality)
|
|
return &response.ContentResponse{
|
|
Redirect: true,
|
|
URL: handler.signSourceURL(
|
|
ctx,
|
|
thumb,
|
|
int64(model.GetIntSetting("preview_timeout", 60)),
|
|
),
|
|
}, nil
|
|
}
|
|
|
|
// Source 获取外链URL
|
|
func (handler *Driver) Source(ctx context.Context, path string, ttl int64, isDownload bool, speed int) (string, error) {
|
|
// 尝试从上下文获取文件名
|
|
fileName := ""
|
|
if file, ok := ctx.Value(fsctx.FileModelCtx).(model.File); ok {
|
|
fileName = file.Name
|
|
}
|
|
|
|
// 加入下载相关设置
|
|
if isDownload {
|
|
path = path + "?attname=" + url.PathEscape(fileName)
|
|
}
|
|
|
|
// 取得原始文件地址
|
|
return handler.signSourceURL(ctx, path, ttl), nil
|
|
}
|
|
|
|
func (handler *Driver) signSourceURL(ctx context.Context, path string, ttl int64) string {
|
|
var sourceURL string
|
|
if handler.Policy.IsPrivate {
|
|
deadline := time.Now().Add(time.Second * time.Duration(ttl)).Unix()
|
|
sourceURL = storage.MakePrivateURL(handler.mac, handler.Policy.BaseURL, path, deadline)
|
|
} else {
|
|
sourceURL = storage.MakePublicURL(handler.Policy.BaseURL, path)
|
|
}
|
|
return sourceURL
|
|
}
|
|
|
|
// Token 获取上传策略和认证Token
|
|
func (handler *Driver) Token(ctx context.Context, ttl int64, uploadSession *serializer.UploadSession, file fsctx.FileHeader) (*serializer.UploadCredential, error) {
|
|
// 生成回调地址
|
|
siteURL := model.GetSiteURL()
|
|
apiBaseURI, _ := url.Parse("/api/v3/callback/qiniu/" + uploadSession.Key)
|
|
apiURL := siteURL.ResolveReference(apiBaseURI)
|
|
|
|
// 创建上传策略
|
|
fileInfo := file.Info()
|
|
putPolicy := storage.PutPolicy{
|
|
Scope: handler.Policy.BucketName,
|
|
CallbackURL: apiURL.String(),
|
|
CallbackBody: `{"size":$(fsize),"pic_info":"$(imageInfo.width),$(imageInfo.height)"}`,
|
|
CallbackBodyType: "application/json",
|
|
SaveKey: fileInfo.SavePath,
|
|
ForceSaveKey: true,
|
|
FsizeLimit: int64(handler.Policy.MaxSize),
|
|
}
|
|
// 是否开启了MIMEType限制
|
|
if handler.Policy.OptionsSerialized.MimeType != "" {
|
|
putPolicy.MimeLimit = handler.Policy.OptionsSerialized.MimeType
|
|
}
|
|
|
|
credential, err := handler.getUploadCredential(ctx, putPolicy, fileInfo, ttl, true)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to init parts: %w", err)
|
|
}
|
|
|
|
credential.SessionID = uploadSession.Key
|
|
credential.ChunkSize = handler.Policy.OptionsSerialized.ChunkSize
|
|
|
|
uploadSession.UploadURL = credential.UploadURLs[0]
|
|
uploadSession.Credential = credential.Credential
|
|
|
|
return credential, nil
|
|
}
|
|
|
|
// getUploadCredential 签名上传策略并创建上传会话
|
|
func (handler *Driver) getUploadCredential(ctx context.Context, policy storage.PutPolicy, file *fsctx.UploadTaskInfo, TTL int64, resume bool) (*serializer.UploadCredential, error) {
|
|
// 上传凭证
|
|
policy.Expires = uint64(TTL)
|
|
upToken := policy.UploadToken(handler.mac)
|
|
|
|
// 初始化分片上传
|
|
resumeUploader := storage.NewResumeUploaderV2(handler.cfg)
|
|
upHost, err := resumeUploader.UpHost(handler.Policy.AccessKey, handler.Policy.BucketName)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ret := &storage.InitPartsRet{}
|
|
if resume {
|
|
err = resumeUploader.InitParts(ctx, upToken, upHost, handler.Policy.BucketName, file.SavePath, true, ret)
|
|
}
|
|
|
|
return &serializer.UploadCredential{
|
|
UploadURLs: []string{upHost + "/buckets/" + handler.Policy.BucketName + "/objects/" + base64.URLEncoding.EncodeToString([]byte(file.SavePath)) + "/uploads/" + ret.UploadID},
|
|
Credential: upToken,
|
|
}, err
|
|
}
|
|
|
|
// 取消上传凭证
|
|
func (handler Driver) CancelToken(ctx context.Context, uploadSession *serializer.UploadSession) error {
|
|
resumeUploader := storage.NewResumeUploaderV2(handler.cfg)
|
|
return resumeUploader.Client.CallWith(ctx, nil, "DELETE", uploadSession.UploadURL, http.Header{"Authorization": {"UpToken " + uploadSession.Credential}}, nil, 0)
|
|
}
|