260 lines
9.6 KiB
Go
260 lines
9.6 KiB
Go
|
package dj
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"context"
|
|||
|
|
"fmt"
|
|||
|
|
"github.com/aws/aws-sdk-go/aws"
|
|||
|
|
awscs "github.com/aws/aws-sdk-go/aws/credentials"
|
|||
|
|
"github.com/aws/aws-sdk-go/aws/session"
|
|||
|
|
"github.com/aws/aws-sdk-go/service/sts"
|
|||
|
|
"github.com/gogf/gf/v2/frame/g"
|
|||
|
|
"github.com/minio/minio-go/v7"
|
|||
|
|
"github.com/minio/minio-go/v7/pkg/credentials"
|
|||
|
|
"log"
|
|||
|
|
"os"
|
|||
|
|
"path/filepath"
|
|||
|
|
"time"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
//// minio的配置信息
|
|||
|
|
//const (
|
|||
|
|
// Endpoint string = coryCommon.Global + ":9999"
|
|||
|
|
// AccessKeyID string = "admin"
|
|||
|
|
// SecretAccessKey string = "12345678"
|
|||
|
|
// BucketName string = "cory-create"
|
|||
|
|
// RoleARN string = "arn:aws:s3:::cory-create/*"
|
|||
|
|
// RoleSessionName string = "anysession"
|
|||
|
|
// Region string = "cn-chengdu"
|
|||
|
|
// UseSSL bool = true
|
|||
|
|
// DurationSeconds int64 = 3600
|
|||
|
|
//
|
|||
|
|
// // Endpoint string = "jl.yj-3d.com:8154"
|
|||
|
|
// // AccessKeyID string = "minioadmin"
|
|||
|
|
// // SecretAccessKey string = "minioadmin"
|
|||
|
|
// // BucketName string = "cory-create"
|
|||
|
|
// // RoleARN string = "arn:aws:s3:::cory-create/*"
|
|||
|
|
// // RoleSessionName string = "anysession"
|
|||
|
|
// // Region string = "cn-chengdu"
|
|||
|
|
// // UseSSL bool = true
|
|||
|
|
// // DurationSeconds int64 = 3600
|
|||
|
|
//)
|
|||
|
|
|
|||
|
|
var (
|
|||
|
|
Endpoint string
|
|||
|
|
AccessKeyID string
|
|||
|
|
SecretAccessKey string
|
|||
|
|
BucketName string
|
|||
|
|
RoleARN string
|
|||
|
|
RoleSessionName string
|
|||
|
|
Region string
|
|||
|
|
UseSSL bool
|
|||
|
|
DurationSeconds int64
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
func init() {
|
|||
|
|
Endpoint = g.Cfg().MustGet(context.Background(), "minio.endpoint").String()
|
|||
|
|
AccessKeyID = g.Cfg().MustGet(context.Background(), "minio.accessKeyID").String()
|
|||
|
|
SecretAccessKey = g.Cfg().MustGet(context.Background(), "minio.secretAccessKey").String()
|
|||
|
|
BucketName = g.Cfg().MustGet(context.Background(), "minio.bucketName").String()
|
|||
|
|
RoleSessionName = g.Cfg().MustGet(context.Background(), "minio.roleSessionName").String()
|
|||
|
|
Region = g.Cfg().MustGet(context.Background(), "minio.region").String()
|
|||
|
|
UseSSL = g.Cfg().MustGet(context.Background(), "minio.useSSL").Bool()
|
|||
|
|
DurationSeconds = g.Cfg().MustGet(context.Background(), "minio.durationSeconds").Int64()
|
|||
|
|
RoleARN = g.Cfg().MustGet(context.Background(), "minio.roleARN").String()
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var (
|
|||
|
|
IsEnablingSSL = false //是否开启SSL安全 (只针对初始化客户端)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// PublicMinioClient 初始化MinIO客户端
|
|||
|
|
func PublicMinioClient() (minioClient *minio.Client, err error) {
|
|||
|
|
// 获取临时凭证
|
|||
|
|
token, accessKey, secretAccessKey := MinioVoucher()
|
|||
|
|
// 初始化MinIO客户端
|
|||
|
|
minioClient, err = minio.New(Endpoint, &minio.Options{
|
|||
|
|
Creds: credentials.NewStaticV4(accessKey, secretAccessKey, token),
|
|||
|
|
Secure: IsEnablingSSL,
|
|||
|
|
})
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// MinioVoucher 获取minio的临时凭证
|
|||
|
|
func MinioVoucher() (sessionToken, accessKey, secretKey string) {
|
|||
|
|
// 创建AWS会话
|
|||
|
|
sess, err := session.NewSession(&aws.Config{
|
|||
|
|
Endpoint: aws.String(Endpoint),
|
|||
|
|
DisableSSL: aws.Bool(UseSSL),
|
|||
|
|
Region: aws.String(Region),
|
|||
|
|
Credentials: awscs.NewStaticCredentials(AccessKeyID, SecretAccessKey, ""),
|
|||
|
|
})
|
|||
|
|
if err != nil {
|
|||
|
|
log.Printf("创建AWS会话错误：%v", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
// 创建STS服务客户端
|
|||
|
|
stsSvc := sts.New(sess)
|
|||
|
|
|
|||
|
|
// 获取STS凭证
|
|||
|
|
input := &sts.AssumeRoleInput{
|
|||
|
|
RoleArn: aws.String(RoleARN),
|
|||
|
|
RoleSessionName: aws.String(RoleSessionName),
|
|||
|
|
DurationSeconds: aws.Int64(DurationSeconds),
|
|||
|
|
}
|
|||
|
|
result, err := stsSvc.AssumeRole(input)
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println("获取STS凭证错误:", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
// 获取STS凭证的Token、AccessKey和SecretKey
|
|||
|
|
sessionToken = *result.Credentials.SessionToken
|
|||
|
|
accessKey = *result.Credentials.AccessKeyId
|
|||
|
|
secretKey = *result.Credentials.SecretAccessKey
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
TheTemporaryAccessUrlIsObtainedBasedOnThePrefixOfTheSpecifiedBucket 根据指定桶的前缀获取到临时访问URL
|
|||
|
|
bucketName：桶名
|
|||
|
|
prefix：前缀
|
|||
|
|
expiry：URL能够访问的时间（最长7天或至少1秒） expiry := 3 * 24 * time.Hour 3天时间访问Url
|
|||
|
|
isRecursion：是否递归
|
|||
|
|
*/
|
|||
|
|
func TheTemporaryAccessUrlIsObtainedBasedOnThePrefixOfTheSpecifiedBucket(ctx context.Context, minioClient *minio.Client, bucketName string, prefix string, expiry time.Duration, isRecursion bool) (url []string) {
|
|||
|
|
//1、获取递归集
|
|||
|
|
objectSet := ListAndGenerateURLs(ctx, minioClient, bucketName, prefix, isRecursion)
|
|||
|
|
//2、根据集获取到临时可访问的URL
|
|||
|
|
for _, object := range objectSet {
|
|||
|
|
preSignature := GenerateAnOnlineScopedUrlBasedOnTheObject(ctx, minioClient, bucketName, object.Key, expiry)
|
|||
|
|
url = append(url, preSignature)
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
DownloadTheFileWithTheSpecifiedPrefixBasedOnTheObjectSet 根据对象集下载指定前缀的文件
|
|||
|
|
bucketName：桶名
|
|||
|
|
prefix：前缀
|
|||
|
|
filePath：下载后保存路径
|
|||
|
|
isRecursion：是否递归获取对象集
|
|||
|
|
*/
|
|||
|
|
func DownloadTheFileWithTheSpecifiedPrefixBasedOnTheObjectSet(ctx context.Context, minioClient *minio.Client, bucketName string, prefix string, filePath string, isRecursion bool) (err error) {
|
|||
|
|
objectList := ListAndGenerateURLs(ctx, minioClient, bucketName, prefix, isRecursion)
|
|||
|
|
for _, object := range objectList {
|
|||
|
|
//split := strings.Split(object.Key, "/")
|
|||
|
|
//wz := split[len(split)-1]
|
|||
|
|
//fileName := strings.Split(wz, ".")[0]
|
|||
|
|
//if strings.Contains(fileName, "W") {
|
|||
|
|
// fmt.Println(wz)
|
|||
|
|
//}
|
|||
|
|
err = minioClient.FGetObject(ctx, bucketName, object.Key, filepath.ToSlash(filePath+"/"+object.Key), minio.GetObjectOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println("下载minio资源失败：", err)
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
DeletesTheFileWithTheSpecifiedPrefixBasedOnTheObjectSet 根据对象集删除指定前缀的文件
|
|||
|
|
bucketName：桶名
|
|||
|
|
prefix：前缀
|
|||
|
|
isRecursion：是否递归获取对象集
|
|||
|
|
*/
|
|||
|
|
func DeletesTheFileWithTheSpecifiedPrefixBasedOnTheObjectSet(ctx context.Context, minioClient *minio.Client, bucketName string, prefix string, isRecursion bool) (err error) {
|
|||
|
|
objectList := ListAndGenerateURLs(ctx, minioClient, bucketName, prefix, isRecursion)
|
|||
|
|
for _, object := range objectList {
|
|||
|
|
err = minioClient.RemoveObject(ctx, bucketName, object.Key, minio.RemoveObjectOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println("删除minio资源失败：", err)
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
UploadDataAccordingToTemporaryCredentials 根据临时凭证上传数据
|
|||
|
|
filePath：本地文件路径
|
|||
|
|
objectName：存储到minio的地址（桶+前缀） 示例：cory-create/uav/key.txt
|
|||
|
|
*/
|
|||
|
|
func UploadDataAccordingToTemporaryCredentials(filePath string, objectName string) (err error) {
|
|||
|
|
minioClient, err := PublicMinioClient()
|
|||
|
|
if err != nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
// 打开文件
|
|||
|
|
file, err := os.Open(filePath)
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println("Error opening file:", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
defer file.Close()
|
|||
|
|
// 使用minio-go的PutObject方法上传文件
|
|||
|
|
n, err := minioClient.PutObject(context.Background(), BucketName, objectName, file, -1, minio.PutObjectOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println("Error uploading file:", err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
fmt.Printf("Successfully uploaded %s of size %d\n", objectName, n)
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
//=========================================================================================================================
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
ListAndGenerateURLs 获取指定前缀下的对象集
|
|||
|
|
bucketName：桶名
|
|||
|
|
prefix：前缀（获取哪个下面的对象集） 示例:"uav/9b0af64e1c274105b157a9781961ed99/DJI_202405170903_001_9b0af64e1c274105b157a9781961ed99"
|
|||
|
|
isRecursion：是否递归
|
|||
|
|
*/
|
|||
|
|
func ListAndGenerateURLs(ctx context.Context, minioClient *minio.Client, bucketName string, prefix string, isRecursion bool) (objectInfo []minio.ObjectInfo) {
|
|||
|
|
// 设置递归为 true，以获取所有对象，包括子目录中的对象
|
|||
|
|
objectCh := minioClient.ListObjects(ctx, bucketName, minio.ListObjectsOptions{
|
|||
|
|
Prefix: prefix,
|
|||
|
|
Recursive: isRecursion,
|
|||
|
|
})
|
|||
|
|
// 等待通道中的对象被填充
|
|||
|
|
for object := range objectCh {
|
|||
|
|
if object.Err != nil {
|
|||
|
|
fmt.Println("获取对象列表失败：", object.Err)
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
objectInfo = append(objectInfo, object)
|
|||
|
|
//fmt.Println("对象名称：", object.Key)
|
|||
|
|
}
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GenerateAnOnlineScopedUrlBasedOnTheObject 根据对象集生成可在线访问的URL
|
|||
|
|
func GenerateAnOnlineScopedUrlBasedOnTheObject(ctx context.Context, minioClient *minio.Client, bucketName string, objectName string, expiry time.Duration) string {
|
|||
|
|
// 生成预签名的 GET URL
|
|||
|
|
presignedURL, err := minioClient.PresignedGetObject(ctx, bucketName, objectName, expiry, nil)
|
|||
|
|
if err != nil {
|
|||
|
|
log.Fatalf("生成预签名 URL 失败：%v", err)
|
|||
|
|
}
|
|||
|
|
//// 使用预签名 URL 访问对象
|
|||
|
|
//resp, err := minioClie.
|
|||
|
|
//nt.GetObject(ctx, bucketName, objectName, minio.GetObjectOptions{})
|
|||
|
|
//if err != nil {
|
|||
|
|
// log.Fatalf("获取对象失败：%v", err)
|
|||
|
|
//}
|
|||
|
|
//defer resp.Close()
|
|||
|
|
return presignedURL.String()
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// StatObjectFunc 获取对象的元数据
|
|||
|
|
func StatObjectFunc(ctx context.Context, minioClient *minio.Client, bucketName string, objectName string) (objInfo minio.ObjectInfo, err error) {
|
|||
|
|
objInfo, err = minioClient.StatObject(ctx, bucketName, objectName, minio.GetObjectOptions{})
|
|||
|
|
return
|
|||
|
|
}
|