You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
300 lines
8.8 KiB
300 lines
8.8 KiB
// Copyright © 2023 OpenIM. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package third
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"encoding/json"
|
|
"path"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
|
|
"github.com/openimsdk/open-im-server/v3/pkg/authverify"
|
|
|
|
"github.com/openimsdk/open-im-server/v3/pkg/common/db/s3"
|
|
|
|
"github.com/OpenIMSDK/protocol/third"
|
|
"github.com/OpenIMSDK/tools/errs"
|
|
"github.com/OpenIMSDK/tools/log"
|
|
"github.com/OpenIMSDK/tools/mcontext"
|
|
"github.com/OpenIMSDK/tools/utils"
|
|
|
|
"github.com/openimsdk/open-im-server/v3/pkg/common/db/s3/cont"
|
|
"github.com/openimsdk/open-im-server/v3/pkg/common/db/table/relation"
|
|
)
|
|
|
|
func (t *thirdServer) PartLimit(ctx context.Context, req *third.PartLimitReq) (*third.PartLimitResp, error) {
|
|
limit := t.s3dataBase.PartLimit()
|
|
return &third.PartLimitResp{
|
|
MinPartSize: limit.MinPartSize,
|
|
MaxPartSize: limit.MaxPartSize,
|
|
MaxNumSize: int32(limit.MaxNumSize),
|
|
}, nil
|
|
}
|
|
|
|
func (t *thirdServer) PartSize(ctx context.Context, req *third.PartSizeReq) (*third.PartSizeResp, error) {
|
|
size, err := t.s3dataBase.PartSize(ctx, req.Size)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.PartSizeResp{Size: size}, nil
|
|
}
|
|
|
|
func (t *thirdServer) InitiateMultipartUpload(ctx context.Context, req *third.InitiateMultipartUploadReq) (*third.InitiateMultipartUploadResp, error) {
|
|
defer log.ZDebug(ctx, "return")
|
|
if err := checkUploadName(ctx, req.Name); err != nil {
|
|
return nil, err
|
|
}
|
|
expireTime := time.Now().Add(t.defaultExpire)
|
|
result, err := t.s3dataBase.InitiateMultipartUpload(ctx, req.Hash, req.Size, t.defaultExpire, int(req.MaxParts))
|
|
if err != nil {
|
|
if haErr, ok := errs.Unwrap(err).(*cont.HashAlreadyExistsError); ok {
|
|
obj := &relation.ObjectModel{
|
|
Name: req.Name,
|
|
UserID: mcontext.GetOpUserID(ctx),
|
|
Hash: req.Hash,
|
|
Key: haErr.Object.Key,
|
|
Size: haErr.Object.Size,
|
|
ContentType: req.ContentType,
|
|
Group: req.Cause,
|
|
CreateTime: time.Now(),
|
|
}
|
|
if err := t.s3dataBase.SetObject(ctx, obj); err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.InitiateMultipartUploadResp{
|
|
Url: t.apiAddress(obj.Name),
|
|
}, nil
|
|
}
|
|
return nil, err
|
|
}
|
|
var sign *third.AuthSignParts
|
|
if result.Sign != nil && len(result.Sign.Parts) > 0 {
|
|
sign = &third.AuthSignParts{
|
|
Url: result.Sign.URL,
|
|
Query: toPbMapArray(result.Sign.Query),
|
|
Header: toPbMapArray(result.Sign.Header),
|
|
Parts: make([]*third.SignPart, len(result.Sign.Parts)),
|
|
}
|
|
for i, part := range result.Sign.Parts {
|
|
sign.Parts[i] = &third.SignPart{
|
|
PartNumber: int32(part.PartNumber),
|
|
Url: part.URL,
|
|
Query: toPbMapArray(part.Query),
|
|
Header: toPbMapArray(part.Header),
|
|
}
|
|
}
|
|
}
|
|
return &third.InitiateMultipartUploadResp{
|
|
Upload: &third.UploadInfo{
|
|
UploadID: result.UploadID,
|
|
PartSize: result.PartSize,
|
|
Sign: sign,
|
|
ExpireTime: expireTime.UnixMilli(),
|
|
},
|
|
}, nil
|
|
}
|
|
|
|
func (t *thirdServer) AuthSign(ctx context.Context, req *third.AuthSignReq) (*third.AuthSignResp, error) {
|
|
defer log.ZDebug(ctx, "return")
|
|
partNumbers := utils.Slice(req.PartNumbers, func(partNumber int32) int { return int(partNumber) })
|
|
result, err := t.s3dataBase.AuthSign(ctx, req.UploadID, partNumbers)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
resp := &third.AuthSignResp{
|
|
Url: result.URL,
|
|
Query: toPbMapArray(result.Query),
|
|
Header: toPbMapArray(result.Header),
|
|
Parts: make([]*third.SignPart, len(result.Parts)),
|
|
}
|
|
for i, part := range result.Parts {
|
|
resp.Parts[i] = &third.SignPart{
|
|
PartNumber: int32(part.PartNumber),
|
|
Url: part.URL,
|
|
Query: toPbMapArray(part.Query),
|
|
Header: toPbMapArray(part.Header),
|
|
}
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (t *thirdServer) CompleteMultipartUpload(ctx context.Context, req *third.CompleteMultipartUploadReq) (*third.CompleteMultipartUploadResp, error) {
|
|
defer log.ZDebug(ctx, "return")
|
|
if err := checkUploadName(ctx, req.Name); err != nil {
|
|
return nil, err
|
|
}
|
|
result, err := t.s3dataBase.CompleteMultipartUpload(ctx, req.UploadID, req.Parts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
obj := &relation.ObjectModel{
|
|
Name: req.Name,
|
|
UserID: mcontext.GetOpUserID(ctx),
|
|
Hash: result.Hash,
|
|
Key: result.Key,
|
|
Size: result.Size,
|
|
ContentType: req.ContentType,
|
|
Group: req.Cause,
|
|
CreateTime: time.Now(),
|
|
}
|
|
if err := t.s3dataBase.SetObject(ctx, obj); err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.CompleteMultipartUploadResp{
|
|
Url: t.apiAddress(obj.Name),
|
|
}, nil
|
|
}
|
|
|
|
func (t *thirdServer) AccessURL(ctx context.Context, req *third.AccessURLReq) (*third.AccessURLResp, error) {
|
|
opt := &s3.AccessURLOption{}
|
|
if len(req.Query) > 0 {
|
|
switch req.Query["type"] {
|
|
case "":
|
|
case "image":
|
|
opt.Image = &s3.Image{}
|
|
opt.Image.Format = req.Query["format"]
|
|
opt.Image.Width, _ = strconv.Atoi(req.Query["width"])
|
|
opt.Image.Height, _ = strconv.Atoi(req.Query["height"])
|
|
log.ZDebug(ctx, "AccessURL image", "name", req.Name, "option", opt.Image)
|
|
default:
|
|
return nil, errs.ErrArgs.Wrap("invalid query type")
|
|
}
|
|
}
|
|
expireTime, rawURL, err := t.s3dataBase.AccessURL(ctx, req.Name, t.defaultExpire, opt)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.AccessURLResp{
|
|
Url: rawURL,
|
|
ExpireTime: expireTime.UnixMilli(),
|
|
}, nil
|
|
}
|
|
|
|
func (t *thirdServer) InitiateFormData(ctx context.Context, req *third.InitiateFormDataReq) (*third.InitiateFormDataResp, error) {
|
|
if req.Name == "" {
|
|
return nil, errs.ErrArgs.Wrap("name is empty")
|
|
}
|
|
if req.Size <= 0 {
|
|
return nil, errs.ErrArgs.Wrap("size must be greater than 0")
|
|
}
|
|
if err := checkUploadName(ctx, req.Name); err != nil {
|
|
return nil, err
|
|
}
|
|
var duration time.Duration
|
|
opUserID := mcontext.GetOpUserID(ctx)
|
|
var key string
|
|
if authverify.IsManagerUserID(opUserID) {
|
|
if req.Millisecond <= 0 {
|
|
duration = time.Minute * 10
|
|
} else {
|
|
duration = time.Millisecond * time.Duration(req.Millisecond)
|
|
}
|
|
if req.Absolute {
|
|
key = req.Name
|
|
}
|
|
} else {
|
|
duration = time.Minute * 10
|
|
}
|
|
uid, err := uuid.NewRandom()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if key == "" {
|
|
date := time.Now().Format("20060102")
|
|
key = path.Join(cont.DirectPath, date, opUserID, hex.EncodeToString(uid[:])+path.Ext(req.Name))
|
|
}
|
|
mate := FormDataMate{
|
|
Name: req.Name,
|
|
Size: req.Size,
|
|
ContentType: req.ContentType,
|
|
Group: req.Group,
|
|
Key: key,
|
|
}
|
|
mateData, err := json.Marshal(&mate)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
resp, err := t.s3dataBase.FormData(ctx, key, req.Size, req.ContentType, duration)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.InitiateFormDataResp{
|
|
Id: base64.RawStdEncoding.EncodeToString(mateData),
|
|
Url: resp.URL,
|
|
File: resp.File,
|
|
Header: toPbMapArray(resp.Header),
|
|
FormData: resp.FormData,
|
|
Expires: resp.Expires.UnixMilli(),
|
|
SuccessCodes: utils.Slice(resp.SuccessCodes, func(code int) int32 {
|
|
return int32(code)
|
|
}),
|
|
}, nil
|
|
}
|
|
|
|
func (t *thirdServer) CompleteFormData(ctx context.Context, req *third.CompleteFormDataReq) (*third.CompleteFormDataResp, error) {
|
|
if req.Id == "" {
|
|
return nil, errs.ErrArgs.Wrap("id is empty")
|
|
}
|
|
data, err := base64.RawStdEncoding.DecodeString(req.Id)
|
|
if err != nil {
|
|
return nil, errs.ErrArgs.Wrap("invalid id " + err.Error())
|
|
}
|
|
var mate FormDataMate
|
|
if err := json.Unmarshal(data, &mate); err != nil {
|
|
return nil, errs.ErrArgs.Wrap("invalid id " + err.Error())
|
|
}
|
|
if err := checkUploadName(ctx, mate.Name); err != nil {
|
|
return nil, err
|
|
}
|
|
info, err := t.s3dataBase.StatObject(ctx, mate.Key)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if info.Size > 0 && info.Size != mate.Size {
|
|
return nil, errs.ErrData.Wrap("file size mismatch")
|
|
}
|
|
obj := &relation.ObjectModel{
|
|
Name: mate.Name,
|
|
UserID: mcontext.GetOpUserID(ctx),
|
|
Hash: "etag_" + info.ETag,
|
|
Key: info.Key,
|
|
Size: info.Size,
|
|
ContentType: mate.ContentType,
|
|
Group: mate.Group,
|
|
CreateTime: time.Now(),
|
|
}
|
|
if err := t.s3dataBase.SetObject(ctx, obj); err != nil {
|
|
return nil, err
|
|
}
|
|
return &third.CompleteFormDataResp{Url: t.apiAddress(mate.Name)}, nil
|
|
}
|
|
|
|
func (t *thirdServer) apiAddress(name string) string {
|
|
return t.apiURL + name
|
|
}
|
|
|
|
type FormDataMate struct {
|
|
Name string `json:"name"`
|
|
Size int64 `json:"size"`
|
|
ContentType string `json:"contentType"`
|
|
Group string `json:"group"`
|
|
Key string `json:"key"`
|
|
}
|