From 1b4eff624dc39c104b635ae6de98ffd5f23b2d79 Mon Sep 17 00:00:00 2001 From: Weidi Deng Date: Fri, 7 Apr 2023 22:16:11 +0800 Subject: [PATCH] =?UTF-8?q?webdav=E5=85=BC=E5=AE=B9rclone=E7=9A=84nextclou?= =?UTF-8?q?d=E9=80=89=E9=A1=B9(=E4=BF=AE=E6=94=B9=E6=97=A5=E6=9C=9F?= =?UTF-8?q?=E5=92=8Cchecksum)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- models/file.go | 2 ++ pkg/filesystem/hooks.go | 34 ++++++++++++++++++++ pkg/webdav/file.go | 70 ++++++++++++++++++++++------------------- pkg/webdav/prop.go | 44 ++++++++++++++++++++++++++ pkg/webdav/webdav.go | 3 ++ 5 files changed, 120 insertions(+), 33 deletions(-) diff --git a/models/file.go b/models/file.go index 788391c..fc14e31 100644 --- a/models/file.go +++ b/models/file.go @@ -44,6 +44,8 @@ const ( ThumbStatusMetadataKey = "thumb_status" ThumbSidecarMetadataKey = "thumb_sidecar" + + ChecksumMetadataKey = "webdav_checksum" ) func init() { diff --git a/pkg/filesystem/hooks.go b/pkg/filesystem/hooks.go index 2e887da..a2f9ed5 100644 --- a/pkg/filesystem/hooks.go +++ b/pkg/filesystem/hooks.go @@ -10,7 +10,10 @@ import ( "github.com/cloudreve/Cloudreve/v3/pkg/serializer" "github.com/cloudreve/Cloudreve/v3/pkg/util" "io/ioutil" + "net/http" + "strconv" "strings" + "time" ) // Hook 钩子函数 @@ -268,3 +271,34 @@ func HookDeleteUploadSession(id string) Hook { return nil } } + +// NewWebdavAfterUploadHook 每次创建一个新的钩子函数 rclone 在 PUT 请求里有 OC-Checksum 字符串 +// 和 X-OC-Mtime +func NewWebdavAfterUploadHook(request *http.Request) func(ctx context.Context, fs *FileSystem, newFile fsctx.FileHeader) error { + var modtime time.Time + if timeVal := request.Header.Get("X-OC-Mtime"); timeVal != "" { + timeUnix, err := strconv.ParseInt(timeVal, 10, 64) + if err == nil { + modtime = time.Unix(timeUnix, 0) + } + } + checksum := request.Header.Get("OC-Checksum") + + return func(ctx context.Context, fs *FileSystem, newFile fsctx.FileHeader) error { + file := newFile.Info().Model.(*model.File) + if !modtime.IsZero() { + err := model.DB.Model(file).UpdateColumn("updated_at", modtime).Error + if err != nil { + return err + } + } + + if checksum != "" { + return file.UpdateMetadata(map[string]string{ + model.ChecksumMetadataKey: checksum, + }) + } + + return nil + } +} diff --git a/pkg/webdav/file.go b/pkg/webdav/file.go index 9957f65..6871bcd 100644 --- a/pkg/webdav/file.go +++ b/pkg/webdav/file.go @@ -38,26 +38,26 @@ func moveFiles(ctx context.Context, fs *filesystem.FileSystem, src FileInfo, dst fileIDs = []uint{src.(*model.File).ID} } - // 判断是否需要移动 - if src.GetPosition() != path.Dir(dst) { - err = fs.Move( - ctx, - folderIDs, - fileIDs, - src.GetPosition(), - path.Dir(dst), - ) - } - - // 判断是否需要重命名 - if err == nil && src.GetName() != path.Base(dst) { - err = fs.Rename( - ctx, - folderIDs, - fileIDs, - path.Base(dst), - ) - } + // 判断是否需要移动 + if src.GetPosition() != path.Dir(dst) { + err = fs.Move( + ctx, + folderIDs, + fileIDs, + src.GetPosition(), + path.Dir(dst), + ) + } + + // 判断是否需要重命名 + if err == nil && src.GetName() != path.Base(dst) { + err = fs.Rename( + ctx, + folderIDs, + fileIDs, + path.Base(dst), + ) + } if err != nil { return http.StatusInternalServerError, err @@ -74,21 +74,25 @@ func copyFiles(ctx context.Context, fs *filesystem.FileSystem, src FileInfo, dst } recursion++ + var ( + fileIDs []uint + folderIDs []uint + ) if src.IsDir() { - err := fs.Copy( - ctx, - []uint{src.(*model.Folder).ID}, - []uint{}, src.(*model.Folder).Position, - path.Dir(dst), - ) - if err != nil { - return http.StatusInternalServerError, err - } + folderIDs = []uint{src.(*model.Folder).ID} } else { - err := fs.Copy(ctx, []uint{}, []uint{src.(*model.File).ID}, src.(*model.File).Position, path.Dir(dst)) - if err != nil { - return http.StatusInternalServerError, err - } + fileIDs = []uint{src.(*model.File).ID} + } + + err = fs.Copy( + ctx, + folderIDs, + fileIDs, + src.GetPosition(), + path.Dir(dst), + ) + if err != nil { + return http.StatusInternalServerError, err } return http.StatusNoContent, nil diff --git a/pkg/webdav/prop.go b/pkg/webdav/prop.go index 5e3b4cc..8a6e562 100644 --- a/pkg/webdav/prop.go +++ b/pkg/webdav/prop.go @@ -16,9 +16,30 @@ import ( "strconv" "time" + model "github.com/cloudreve/Cloudreve/v3/models" "github.com/cloudreve/Cloudreve/v3/pkg/filesystem" ) +type FileDeadProps struct { + *model.File +} + +// 实现 webdav.DeadPropsHolder 接口，不能在models.file里面定义 +func (file *FileDeadProps) DeadProps() (map[xml.Name]Property, error) { + return map[xml.Name]Property{ + xml.Name{Space: "http://owncloud.org/ns", Local: "checksums"}: { + XMLName: xml.Name{ + Space: "http://owncloud.org/ns", Local: "checksums", + }, + InnerXML: []byte("" + file.MetadataSerialized[model.ChecksumMetadataKey] + ""), + }, + }, nil +} + +func (file *FileDeadProps) Patch([]Proppatch) ([]Propstat, error) { + return nil, nil +} + type FileInfo interface { GetSize() uint64 GetName() string @@ -177,8 +198,18 @@ var liveProps = map[xml.Name]struct { // of one Propstat element. func props(ctx context.Context, fs *filesystem.FileSystem, ls LockSystem, fi FileInfo, pnames []xml.Name) ([]Propstat, error) { isDir := fi.IsDir() + if !isDir { + fi = &FileDeadProps{fi.(*model.File)} + } var deadProps map[xml.Name]Property + if dph, ok := fi.(DeadPropsHolder); ok { + var err error + deadProps, err = dph.DeadProps() + if err != nil { + return nil, err + } + } pstatOK := Propstat{Status: http.StatusOK} pstatNotFound := Propstat{Status: http.StatusNotFound} @@ -210,8 +241,18 @@ func props(ctx context.Context, fs *filesystem.FileSystem, ls LockSystem, fi Fil // Propnames returns the property names defined for resource name. func propnames(ctx context.Context, fs *filesystem.FileSystem, ls LockSystem, fi FileInfo) ([]xml.Name, error) { isDir := fi.IsDir() + if !isDir { + fi = &FileDeadProps{fi.(*model.File)} + } var deadProps map[xml.Name]Property + if dph, ok := fi.(DeadPropsHolder); ok { + var err error + deadProps, err = dph.DeadProps() + if err != nil { + return nil, err + } + } pnames := make([]xml.Name, 0, len(liveProps)+len(deadProps)) for pn, prop := range liveProps { @@ -219,6 +260,9 @@ func propnames(ctx context.Context, fs *filesystem.FileSystem, ls LockSystem, fi pnames = append(pnames, pn) } } + for pn := range deadProps { + pnames = append(pnames, pn) + } return pnames, nil } diff --git a/pkg/webdav/webdav.go b/pkg/webdav/webdav.go index b081932..054bced 100644 --- a/pkg/webdav/webdav.go +++ b/pkg/webdav/webdav.go @@ -389,6 +389,9 @@ func (h *Handler) handlePut(w http.ResponseWriter, r *http.Request, fs *filesyst fs.Use("AfterValidateFailed", filesystem.HookDeleteTempFile) } + // rclone 请求 + fs.Use("AfterUpload", filesystem.NewWebdavAfterUploadHook(r)) + // 执行上传 err = fs.Upload(ctx, &fileData) if err != nil {