fusenapi/utils/file/upload.go

package file

import (
	"bytes"
	"context"
	"fusenapi/model/gmodel"
	"fusenapi/utils/basic"
	"io"
	"net/http"
	"time"

	"github.com/aliyun/aliyun-oss-go-sdk/oss"
	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/request"
	"github.com/aws/aws-sdk-go/aws/session"
	"github.com/aws/aws-sdk-go/service/s3"
	"github.com/zeromicro/go-zero/core/logx"
	"gorm.io/gorm"
)

type Upload struct {
	Ctx        context.Context
	MysqlConn  *gorm.DB
	AwsSession *session.Session
	UploadType string
	AliyunOSS  AliyunOSS
}
type AliyunOSS struct {
	Endpoint        string `json:"endpoint"`
	AccessKeyId     string `json:"access_key_id"`
	AccessKeySecret string `json:"access_key_secret"`
	BucketName      string `json:"bucket_name"`
	BucketUrl       string `json:"bucket_url"`
	BasePath        string `json:"base_path"`
}

type UploadBaseReq struct {
	ResourceId   string `json:"resource_id"`
	Refresh      int64  `json:"refresh"`
	Source       string `json:"source"`
	FileHash     string `json:"file_hash"`
	FileData     string `json:"file_data"`
	Metadata     string `json:"metadata"`
	UploadBucket int64  `json:"upload_bucket"`
	ApiType      int64  `json:"api_type"`
	UserId       int64  `json:"user_id"`
	GuestId      int64  `json:"guest_id"`
	FileByte     []byte `json:"file_byte"`
}

type UploadBaseRes struct {
	Key          string `json:"key"`
	Status       int64  `json:"status"`
	ApiType      int64  `json:"api_type"`
	ResourceId   string `json:"resource_id"`
	ResourceType string `json:"resource_type"`
	ResourceUrl  string `json:"resource_url"`
}

func (upload *Upload) UploadFileByBase64(req *UploadBaseReq) (*UploadBaseRes, error) {
	var metadataB []byte
	if req.Metadata != "" {
		metadataB = []byte(req.Metadata)
	}
	// 定义存储桶名称
	var bucketName *string
	var apiType int64 = req.ApiType

	// 根据类别选择存储桶
	switch req.UploadBucket {
	case 2:
		bucketName = basic.TempfileBucketName
	case 3:
		bucketName = basic.StorageBucketName
	default:
		bucketName = basic.StorageBucketName
	}
	// 设置AWS会话的区域
	upload.AwsSession.Config.Region = aws.String("us-east-2")

	// 创建新的S3服务实例
	svc := s3.New(upload.AwsSession)

	// 定义S3请求和当前时间
	var s3req *request.Request

	var resourceId string = req.FileHash

	var uploadBaseRes = UploadBaseRes{}

	// 是否强制刷新
	var refresh bool
	if req.ResourceId != "" {
		resourceId = req.ResourceId
	}
	if req.Refresh == 1 {
		refresh = true
	}
	err := upload.MysqlConn.Transaction(func(tx *gorm.DB) (err error) {
		var resourceInfo *gmodel.FsResource

		if !refresh {
			err = tx.Where("resource_id =?", resourceId).Take(&resourceInfo).Error
			if err == nil && resourceInfo.ResourceId != "" {
				uploadBaseRes.Status = 1
				uploadBaseRes.ResourceId = resourceId
				uploadBaseRes.ResourceUrl = *resourceInfo.ResourceUrl
			} else {
				refresh = true
			}
		}
		if refresh {
			dist, contentType, err := FileBase64ToByte(req.FileData)

			if err != nil {
				logx.Errorf("err:%+v，desc:%+v", err, "fail.upload.resourceInfoGet.mysql")
				return err
			}

			// 创建S3对象存储请求
			s3req, _ = svc.PutObjectRequest(
				&s3.PutObjectInput{
					Bucket:       bucketName,
					Key:          &resourceId,
					CacheControl: aws.String("no-cache"),
				},
			)

			// 设置请求体为文件数据
			s3req.SetBufferBody(dist)

			// 发送请求
			err = s3req.Send()

			// 检查是否有错误
			if err != nil {
				logx.Errorf("err:%+v，desc:%+v", err, "fail.upload.s3req")
				return err
			} else {
				var url = s3req.HTTPRequest.URL.String()
				// 打印请求URL
				logx.Info(url)
				uploadBaseRes.Status = 1
				uploadBaseRes.ResourceId = resourceId
				uploadBaseRes.ResourceUrl = url
				var version string = "0.0.1"
				var nowTime = time.Now().UTC()
				if refresh {
					err = tx.Save(&gmodel.FsResource{
						ResourceId:   resourceId,
						UserId:       &req.UserId,
						GuestId:      &req.GuestId,
						ResourceType: &contentType,
						ResourceUrl:  &url,
						Version:      &version,
						UploadedAt:   &nowTime,
						Metadata:     &metadataB,
						ApiType:      &apiType,
						BucketName:   bucketName,
						Source:       &req.Source,
					}).Error
				} else {
					err = tx.Create(&gmodel.FsResource{
						ResourceId:   resourceId,
						UserId:       &req.UserId,
						GuestId:      &req.GuestId,
						ResourceType: &contentType,
						ResourceUrl:  &url,
						Version:      &version,
						UploadedAt:   &nowTime,
						Metadata:     &metadataB,
						ApiType:      &apiType,
						BucketName:   bucketName,
						Source:       &req.Source,
					}).Error
				}

				if err != nil {
					logx.Errorf("err:%+v，desc:%+v", err, "fail.upload.resourceInfoAdd.mysql")
					return err
				}
			}
		}

		// 返回 nil 提交事务
		return nil
	})

	if err != nil {
		return nil, err
	}

	return &uploadBaseRes, err
}

func (upload *Upload) UploadFileByByte(req *UploadBaseReq) (*UploadBaseRes, error) {
	var metadataB []byte
	if req.Metadata != "" {
		metadataB = []byte(req.Metadata)
	}
	// 定义存储桶名称
	var bucketName *string
	var apiType int64 = req.ApiType

	// 根据类别选择存储桶
	switch req.UploadBucket {
	case 2:
		bucketName = basic.TempfileBucketName
	case 3:
		bucketName = basic.StorageBucketName
	default:
		bucketName = basic.StorageBucketName
	}
	// 设置AWS会话的区域
	upload.AwsSession.Config.Region = aws.String("us-east-2")

	// 创建新的S3服务实例
	svc := s3.New(upload.AwsSession)

	// 定义S3请求和当前时间
	var s3req *request.Request

	var resourceId string = req.FileHash

	var uploadBaseRes = UploadBaseRes{}

	// 是否强制刷新
	var refresh bool
	if req.ResourceId != "" {
		resourceId = req.ResourceId
	}
	if req.Refresh == 1 {
		refresh = true
	}

	err := upload.MysqlConn.Transaction(func(tx *gorm.DB) (err error) {
		var resourceInfo *gmodel.FsResource
		if !refresh {
			err = tx.Where("resource_id =?", resourceId).Take(&resourceInfo).Error
			if err == nil && resourceInfo.ResourceId != "" {
				uploadBaseRes.Status = 1
				uploadBaseRes.ResourceId = resourceId
				uploadBaseRes.ResourceUrl = *resourceInfo.ResourceUrl
			} else {
				refresh = true
			}
		}
		if refresh {
			contentType := http.DetectContentType(req.FileByte)
			// 创建S3对象存储请求
			s3req, _ = svc.PutObjectRequest(
				&s3.PutObjectInput{
					Bucket:       bucketName,
					Key:          &resourceId,
					CacheControl: aws.String("no-cache"),
				},
			)

			// 设置请求体为文件数据
			s3req.SetBufferBody(req.FileByte)

			// 发送请求
			err = s3req.Send()

			// 检查是否有错误
			if err != nil {
				logx.Errorf("err:%+v，desc:%+v", err, "fail.upload.s3req")
				return err
			} else {
				var url = s3req.HTTPRequest.URL.String()
				// 打印请求URL
				logx.Info(url)
				uploadBaseRes.Status = 1
				uploadBaseRes.ResourceId = resourceId
				uploadBaseRes.ResourceUrl = url
				var version string = "0.0.1"
				var nowTime = time.Now().UTC()
				if refresh {
					err = tx.Save(&gmodel.FsResource{
						ResourceId:   resourceId,
						UserId:       &req.UserId,
						GuestId:      &req.GuestId,
						ResourceType: &contentType,
						ResourceUrl:  &url,
						Version:      &version,
						UploadedAt:   &nowTime,
						Metadata:     &metadataB,
						ApiType:      &apiType,
						BucketName:   bucketName,
						Source:       &req.Source,
					}).Error
				} else {
					err = tx.Create(&gmodel.FsResource{
						ResourceId:   resourceId,
						UserId:       &req.UserId,
						GuestId:      &req.GuestId,
						ResourceType: &contentType,
						ResourceUrl:  &url,
						Version:      &version,
						UploadedAt:   &nowTime,
						Metadata:     &metadataB,
						ApiType:      &apiType,
						BucketName:   bucketName,
						Source:       &req.Source,
					}).Error
				}
				if err != nil {
					logx.Errorf("err:%+v，desc:%+v", err, "fail.upload.resourceInfoAdd.mysql")
					return err
				}
			}
		}
		return nil
	})
	if err != nil {
		return nil, err
	}

	return &uploadBaseRes, err
}

// 根据URL上传文件
func (upload *Upload) UploadFileByUrl(fileHash string, url string, uploadBucket int64) error {
	// 定义存储桶名称
	var bucketName string

	// 根据类别选择存储桶
	switch uploadBucket {
	case 2:
		bucketName = *basic.TempfileBucketName
	case 3:
		bucketName = *basic.StorageBucketName
	default:
		bucketName = *basic.StorageBucketName
	}
	switch upload.UploadType {
	case "oss":
		yunFileTmpPath := fileHash
		// 创建OSSClient实例。
		clientOss, err := oss.New(upload.AliyunOSS.Endpoint, upload.AliyunOSS.AccessKeyId, upload.AliyunOSS.AccessKeySecret)
		if err != nil {
			return err
		}
		bucket, err := clientOss.Bucket(bucketName)
		if err != nil {
			return err
		}

		// 创建一个 HTTP 客户端
		client := &http.Client{}
		// 发送一个 GET 请求
		resp, err := client.Get(url)
		if err != nil {
			return err
		}
		// 关闭响应
		defer resp.Body.Close()

		// 读取响应内容
		buffer, err := io.ReadAll(resp.Body)
		if err != nil {
			return err
		}

		err = bucket.PutObject(yunFileTmpPath, bytes.NewReader(buffer))
		if err != nil {
			return err
		}
		return nil
	default:
		return nil
	}
}