package filesystem import ( "context" "errors" "os" "testing" "github.com/DATA-DOG/go-sqlmock" model "github.com/cloudreve/Cloudreve/v3/models" "github.com/cloudreve/Cloudreve/v3/pkg/auth" "github.com/cloudreve/Cloudreve/v3/pkg/cache" "github.com/cloudreve/Cloudreve/v3/pkg/filesystem/fsctx" "github.com/cloudreve/Cloudreve/v3/pkg/serializer" "github.com/cloudreve/Cloudreve/v3/pkg/util" "github.com/jinzhu/gorm" "github.com/stretchr/testify/assert" ) func TestFileSystem_AddFile(t *testing.T) { asserts := assert.New(t) file := fsctx.FileStream{ Size: 5, Name: "1.png", SavePath: "/Uploads/1_sad.png", } folder := model.Folder{ Model: gorm.Model{ ID: 1, }, } fs := FileSystem{ User: &model.User{ Model: gorm.Model{ ID: 1, }, Policy: model.Policy{ Type: "cos", Model: gorm.Model{ ID: 1, }, }, }, Policy: &model.Policy{Type: "cos"}, } _, err := fs.AddFile(context.Background(), &folder, &file) asserts.Error(err) mock.ExpectBegin() mock.ExpectExec("INSERT(.+)").WillReturnResult(sqlmock.NewResult(1, 1)) mock.ExpectExec("UPDATE(.+)storage(.+)").WillReturnResult(sqlmock.NewResult(1, 1)) mock.ExpectCommit() f, err := fs.AddFile(context.Background(), &folder, &file) asserts.NoError(err) asserts.NoError(mock.ExpectationsWereMet()) asserts.Equal("/Uploads/1_sad.png", f.SourceName) // 前置钩子执行失败 { hookExecuted := false fs.Use("BeforeAddFile", func(ctx context.Context, fs *FileSystem, file fsctx.FileHeader) error { hookExecuted = true return errors.New("error") }) f, err := fs.AddFile(context.Background(), &folder, &file) asserts.Error(err) asserts.Nil(f) asserts.True(hookExecuted) } // 后置钩子执行失败 { hookExecuted := false mock.ExpectBegin() mock.ExpectExec("INSERT(.+)").WillReturnError(errors.New("error")) mock.ExpectRollback() fs.Hooks = map[string][]Hook{} fs.Use("AfterValidateFailed", func(ctx context.Context, fs *FileSystem, file fsctx.FileHeader) error { hookExecuted = true return errors.New("error") }) f, err := fs.AddFile(context.Background(), &folder, &file) asserts.Error(err) asserts.Nil(f) asserts.True(hookExecuted) asserts.NoError(mock.ExpectationsWereMet()) } } func TestFileSystem_GetContent(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := FileSystem{ User: &model.User{ Model: gorm.Model{ ID: 1, }, Policy: model.Policy{ Model: gorm.Model{ ID: 1, }, }, }, } // 文件不存在 rs, err := fs.GetContent(ctx, 1) asserts.Equal(ErrObjectNotExist, err) asserts.Nil(rs) fs.CleanTargets() // 未知存储策略 file, err := os.Create(util.RelativePath("TestFileSystem_GetContent.txt")) asserts.NoError(err) _ = file.Close() cache.Deletes([]string{"1"}, "policy_") mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "source_name", "policy_id"}).AddRow(1, "TestFileSystem_GetContent.txt", 1)) mock.ExpectQuery("SELECT(.+)poli(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "type"}).AddRow(1, "unknown")) rs, err = fs.GetContent(ctx, 1) asserts.Error(err) asserts.NoError(mock.ExpectationsWereMet()) fs.CleanTargets() // 打开文件失败 cache.Deletes([]string{"1"}, "policy_") mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "source_name", "policy_id"}).AddRow(1, "TestFileSystem_GetContent2.txt", 1)) mock.ExpectQuery("SELECT(.+)poli(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "type", "source_name"}).AddRow(1, "local", "not exist")) rs, err = fs.GetContent(ctx, 1) asserts.Equal(serializer.CodeIOFailed, err.(serializer.AppError).Code) asserts.NoError(mock.ExpectationsWereMet()) fs.CleanTargets() // 打开成功 cache.Deletes([]string{"1"}, "policy_") mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "source_name", "policy_id", "source_name"}).AddRow(1, "TestFileSystem_GetContent.txt", 1, "TestFileSystem_GetContent.txt")) mock.ExpectQuery("SELECT(.+)poli(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "type"}).AddRow(1, "local")) rs, err = fs.GetContent(ctx, 1) asserts.NoError(err) asserts.NoError(mock.ExpectationsWereMet()) } func TestFileSystem_GetDownloadContent(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := FileSystem{ User: &model.User{ Model: gorm.Model{ ID: 1, }, Policy: model.Policy{ Model: gorm.Model{ ID: 599, }, }, }, } file, err := os.Create(util.RelativePath("TestFileSystem_GetDownloadContent.txt")) asserts.NoError(err) _ = file.Close() cache.Deletes([]string{"599"}, "policy_") mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "name", "policy_id", "source_name"}).AddRow(1, "TestFileSystem_GetDownloadContent.txt", 599, "TestFileSystem_GetDownloadContent.txt")) mock.ExpectQuery("SELECT(.+)poli(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "type"}).AddRow(1, "local")) // 无限速 cache.Deletes([]string{"599"}, "policy_") _, err = fs.GetDownloadContent(ctx, 1) asserts.NoError(err) asserts.NoError(mock.ExpectationsWereMet()) fs.CleanTargets() // 有限速 cache.Deletes([]string{"599"}, "policy_") mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "name", "policy_id", "source_name"}).AddRow(1, "TestFileSystem_GetDownloadContent.txt", 599, "TestFileSystem_GetDownloadContent.txt")) mock.ExpectQuery("SELECT(.+)poli(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "type"}).AddRow(1, "local")) fs.User.Group.SpeedLimit = 1 _, err = fs.GetDownloadContent(ctx, 1) asserts.NoError(err) asserts.NoError(mock.ExpectationsWereMet()) } func TestFileSystem_GroupFileByPolicy(t *testing.T) { asserts := assert.New(t) ctx := context.Background() files := []model.File{ model.File{ PolicyID: 1, Name: "1_1.txt", }, model.File{ PolicyID: 2, Name: "2_1.txt", }, model.File{ PolicyID: 3, Name: "3_1.txt", }, model.File{ PolicyID: 2, Name: "2_2.txt", }, model.File{ PolicyID: 1, Name: "1_2.txt", }, } fs := FileSystem{} policyGroup := fs.GroupFileByPolicy(ctx, files) asserts.Equal(map[uint][]*model.File{ 1: {&files[0], &files[4]}, 2: {&files[1], &files[3]}, 3: {&files[2]}, }, policyGroup) } func TestFileSystem_deleteGroupedFile(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := FileSystem{} files := []model.File{ { PolicyID: 1, Name: "1_1.txt", SourceName: "1_1.txt", Policy: model.Policy{Model: gorm.Model{ID: 1}, Type: "local"}, }, { PolicyID: 2, Name: "2_1.txt", SourceName: "2_1.txt", Policy: model.Policy{Model: gorm.Model{ID: 1}, Type: "local"}, }, { PolicyID: 3, Name: "3_1.txt", SourceName: "3_1.txt", Policy: model.Policy{Model: gorm.Model{ID: 1}, Type: "local"}, }, { PolicyID: 2, Name: "2_2.txt", SourceName: "2_2.txt", Policy: model.Policy{Model: gorm.Model{ID: 1}, Type: "local"}, }, { PolicyID: 1, Name: "1_2.txt", SourceName: "1_2.txt", Policy: model.Policy{Model: gorm.Model{ID: 1}, Type: "local"}, }, } // 全部不存在 { failed := fs.deleteGroupedFile(ctx, fs.GroupFileByPolicy(ctx, files)) asserts.Equal(map[uint][]string{ 1: {}, 2: {}, 3: {}, }, failed) } // 部分不存在 { file, err := os.Create(util.RelativePath("1_1.txt")) asserts.NoError(err) _ = file.Close() failed := fs.deleteGroupedFile(ctx, fs.GroupFileByPolicy(ctx, files)) asserts.Equal(map[uint][]string{ 1: {}, 2: {}, 3: {}, }, failed) } // 部分失败,包含整组未知存储策略导致的失败 { file, err := os.Create(util.RelativePath("1_1.txt")) asserts.NoError(err) _ = file.Close() files[1].Policy.Type = "unknown" files[3].Policy.Type = "unknown" failed := fs.deleteGroupedFile(ctx, fs.GroupFileByPolicy(ctx, files)) asserts.Equal(map[uint][]string{ 1: {}, 2: {"2_1.txt", "2_2.txt"}, 3: {}, }, failed) } // 包含上传会话文件 { sessionID := "session" cache.Set(UploadSessionCachePrefix+sessionID, serializer.UploadSession{Key: sessionID}, 0) files[1].Policy.Type = "local" files[3].Policy.Type = "local" files[0].UploadSessionID = &sessionID failed := fs.deleteGroupedFile(ctx, fs.GroupFileByPolicy(ctx, files)) asserts.Equal(map[uint][]string{ 1: {}, 2: {}, 3: {}, }, failed) _, ok := cache.Get(UploadSessionCachePrefix + sessionID) asserts.False(ok) } // 包含缩略图 { files[0].MetadataSerialized = map[string]string{ model.ThumbSidecarMetadataKey: "1", } failed := fs.deleteGroupedFile(ctx, fs.GroupFileByPolicy(ctx, files)) asserts.Equal(map[uint][]string{ 1: {}, 2: {}, 3: {}, }, failed) } } func TestFileSystem_GetSource(t *testing.T) { asserts := assert.New(t) ctx := context.Background() auth.General = auth.HMACAuth{SecretKey: []byte("123")} // 正常 { fs := FileSystem{ User: &model.User{Model: gorm.Model{ID: 1}}, } // 清空缓存 err := cache.Deletes([]string{"siteURL"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)"). WithArgs(2, 1). WillReturnRows( sqlmock.NewRows([]string{"id", "policy_id", "source_name"}). AddRow(2, 35, "1.txt"), ) // 查找上传策略 mock.ExpectQuery("SELECT(.+)"). WillReturnRows( sqlmock.NewRows([]string{"id", "type", "is_origin_link_enable"}). AddRow(35, "local", true), ) sourceURL, err := fs.GetSource(ctx, 2) asserts.NoError(mock.ExpectationsWereMet()) asserts.NoError(err) asserts.NotEmpty(sourceURL) fs.CleanTargets() } // 文件不存在 { fs := FileSystem{ User: &model.User{Model: gorm.Model{ID: 1}}, } // 清空缓存 err := cache.Deletes([]string{"siteURL"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)"). WithArgs(2, 1). WillReturnRows( sqlmock.NewRows([]string{"id", "policy_id", "source_name"}), ) sourceURL, err := fs.GetSource(ctx, 2) asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Equal(ErrObjectNotExist.Code, err.(serializer.AppError).Code) asserts.Empty(sourceURL) fs.CleanTargets() } // 未知上传策略 { fs := FileSystem{ User: &model.User{Model: gorm.Model{ID: 1}}, } // 清空缓存 err := cache.Deletes([]string{"siteURL"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)"). WithArgs(2, 1). WillReturnRows( sqlmock.NewRows([]string{"id", "policy_id", "source_name"}). AddRow(2, 36, "1.txt"), ) // 查找上传策略 mock.ExpectQuery("SELECT(.+)"). WillReturnRows( sqlmock.NewRows([]string{"id", "type", "is_origin_link_enable"}). AddRow(36, "?", true), ) sourceURL, err := fs.GetSource(ctx, 2) asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Empty(sourceURL) fs.CleanTargets() } // 不允许获取外链 { fs := FileSystem{ User: &model.User{Model: gorm.Model{ID: 1}}, } // 清空缓存 err := cache.Deletes([]string{"siteURL"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)"). WithArgs(2, 1). WillReturnRows( sqlmock.NewRows([]string{"id", "policy_id", "source_name"}). AddRow(2, 37, "1.txt"), ) // 查找上传策略 mock.ExpectQuery("SELECT(.+)"). WillReturnRows( sqlmock.NewRows([]string{"id", "type", "is_origin_link_enable"}). AddRow(37, "local", false), ) sourceURL, err := fs.GetSource(ctx, 2) asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Equal(serializer.CodePolicyNotAllowed, err.(serializer.AppError).Code) asserts.Empty(sourceURL) fs.CleanTargets() } } func TestFileSystem_GetDownloadURL(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := FileSystem{ User: &model.User{Model: gorm.Model{ID: 1}}, } auth.General = auth.HMACAuth{SecretKey: []byte("123")} // 正常 { err := cache.Deletes([]string{"35"}, "policy_") cache.Set("setting_download_timeout", "20", 0) cache.Set("setting_siteURL", "https://cloudreve.org", 0) asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "name", "policy_id"}).AddRow(1, "1.txt", 35)) // 查找上传策略 mock.ExpectQuery("SELECT(.+)"). WillReturnRows( sqlmock.NewRows([]string{"id", "type", "is_origin_link_enable"}). AddRow(35, "local", true), ) // 相关设置 downloadURL, err := fs.GetDownloadURL(ctx, 1, "download_timeout") asserts.NoError(mock.ExpectationsWereMet()) asserts.NoError(err) asserts.NotEmpty(downloadURL) fs.CleanTargets() } // 文件不存在 { err := cache.Deletes([]string{"siteURL"}, "setting_") err = cache.Deletes([]string{"35"}, "policy_") err = cache.Deletes([]string{"download_timeout"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "name", "policy_id"})) downloadURL, err := fs.GetDownloadURL(ctx, 1, "download_timeout") asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Empty(downloadURL) fs.CleanTargets() } // 未知存储策略 { err := cache.Deletes([]string{"siteURL"}, "setting_") err = cache.Deletes([]string{"35"}, "policy_") err = cache.Deletes([]string{"download_timeout"}, "setting_") asserts.NoError(err) // 查找文件 mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id", "name", "policy_id"}).AddRow(1, "1.txt", 35)) // 查找上传策略 mock.ExpectQuery("SELECT(.+)"). WillReturnRows( sqlmock.NewRows([]string{"id", "type", "is_origin_link_enable"}). AddRow(35, "unknown", true), ) downloadURL, err := fs.GetDownloadURL(ctx, 1, "download_timeout") asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Empty(downloadURL) fs.CleanTargets() } } func TestFileSystem_GetPhysicalFileContent(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := FileSystem{ User: &model.User{}, } // 文件不存在 { rs, err := fs.GetPhysicalFileContent(ctx, "not_exist.txt") asserts.Error(err) asserts.Nil(rs) } // 成功 { testFile, err := os.Create(util.RelativePath("GetPhysicalFileContent.txt")) asserts.NoError(err) asserts.NoError(testFile.Close()) rs, err := fs.GetPhysicalFileContent(ctx, "GetPhysicalFileContent.txt") asserts.NoError(err) asserts.NoError(rs.Close()) asserts.NotNil(rs) } } func TestFileSystem_Preview(t *testing.T) { asserts := assert.New(t) ctx := context.Background() // 文件不存在 { fs := FileSystem{ User: &model.User{}, } mock.ExpectQuery("SELECT(.+)").WillReturnRows(sqlmock.NewRows([]string{"id"})) resp, err := fs.Preview(ctx, 1, false) asserts.NoError(mock.ExpectationsWereMet()) asserts.Error(err) asserts.Nil(resp) } // 直接返回文件内容,找不到文件 { fs := FileSystem{ User: &model.User{}, } fs.FileTarget = []model.File{ { SourceName: "tests/no.txt", PolicyID: 1, Policy: model.Policy{ Model: gorm.Model{ID: 1}, Type: "local", }, }, } resp, err := fs.Preview(ctx, 1, false) asserts.Error(err) asserts.Nil(resp) } // 直接返回文件内容 { fs := FileSystem{ User: &model.User{}, } fs.FileTarget = []model.File{ { SourceName: "tests/file1.txt", PolicyID: 1, Policy: model.Policy{ Model: gorm.Model{ID: 1}, Type: "local", }, }, } resp, err := fs.Preview(ctx, 1, false) asserts.Error(err) asserts.Nil(resp) } // 需要重定向,成功 { fs := FileSystem{ User: &model.User{}, } fs.FileTarget = []model.File{ { SourceName: "tests/file1.txt", PolicyID: 1, Policy: model.Policy{ Model: gorm.Model{ID: 1}, Type: "remote", }, }, } asserts.NoError(cache.Set("setting_preview_timeout", "233", 0)) resp, err := fs.Preview(ctx, 1, false) asserts.NoError(err) asserts.NotNil(resp) asserts.True(resp.Redirect) } // 文本文件,大小超出限制 { fs := FileSystem{ User: &model.User{}, } fs.FileTarget = []model.File{ { SourceName: "tests/file1.txt", PolicyID: 1, Policy: model.Policy{ Model: gorm.Model{ID: 1}, Type: "remote", }, Size: 11, }, } asserts.NoError(cache.Set("setting_maxEditSize", "10", 0)) resp, err := fs.Preview(ctx, 1, true) asserts.Equal(ErrFileSizeTooBig, err) asserts.Nil(resp) } } func TestFileSystem_ResetFileIDIfNotExist(t *testing.T) { asserts := assert.New(t) ctx := context.WithValue(context.Background(), fsctx.LimitParentCtx, &model.Folder{Model: gorm.Model{ID: 1}}) fs := FileSystem{ FileTarget: []model.File{ { FolderID: 2, }, }, } asserts.Equal(ErrObjectNotExist, fs.resetFileIDIfNotExist(ctx, 1)) } func TestFileSystem_Search(t *testing.T) { asserts := assert.New(t) ctx := context.Background() fs := &FileSystem{ User: &model.User{}, } fs.User.ID = 1 mock.ExpectQuery("SELECT(.+)").WithArgs(1, "k1", "k2").WillReturnRows(sqlmock.NewRows([]string{"id"}).AddRow(1)) res, err := fs.Search(ctx, "k1", "k2") asserts.NoError(mock.ExpectationsWereMet()) asserts.NoError(err) asserts.Len(res, 1) }