golang中使用aws-sdk-go-v2

2024-09-03 22:36
文章标签 sdk go golang 使用 v2 aws

本文主要是介绍golang中使用aws-sdk-go-v2,希望对大家解决编程问题提供一定的参考价值,需要的开发者们随着小编来一起学习吧!

1.aws-sdk-go-v2常用api

1.引入所需包

   

import ("context""fmt""log""os""path/filepath""sync""time""github.com/aws/aws-sdk-go-v2/aws""github.com/aws/aws-sdk-go-v2/config""github.com/aws/aws-sdk-go-v2/credentials""github.com/aws/aws-sdk-go-v2/feature/s3/manager""github.com/aws/aws-sdk-go-v2/service/s3""github.com/aws/aws-sdk-go-v2/service/s3/types""github.com/gabriel-vasile/mimetype"
)

2.初始化aws配置

func initAwsConfig(partitionID, url, region, key, secret string) (cfg aws.Config) {customResolver := aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {return aws.Endpoint{PartitionID:   partitionID,URL:           url,SigningRegion: region,}, nil})creds := credentials.NewStaticCredentialsProvider(key, secret, "")cfg, err := config.LoadDefaultConfig(context.TODO(), config.WithCredentialsProvider(creds), config.WithEndpointResolverWithOptions(customResolver))if err != nil {log.Printf("error: %v", err)return}return cfg
}

3.初始化aws客户端

func initAwsClient(region, url string, cfg aws.Config, style bool) *s3.Client {awsS3Client := s3.NewFromConfig(cfg, func(o *s3.Options) {o.UsePathStyle = styleo.Region = *aws.String(region)o.BaseEndpoint = aws.String(url)})return awsS3Client
}

4.创建bucket

func createBUcket(bucket string, awsS3Client *s3.Client, storeyType string) {createInput := &s3.CreateBucketInput{Bucket: aws.String(bucket),ACL:    types.BucketCannedACLPublicRead,}out, err := awsS3Client.CreateBucket(context.TODO(), createInput)fmt.Println(storeyType+"创建bucket返回信息:", out)fmt.Println(storeyType+"创建bucket错误信息", err)
}

5.获取bucket信息

func headBucketInfo(bucket string, awsS3Client *s3.Client, storeyType string) {input := &s3.HeadBucketInput{Bucket: aws.String(bucket)}out, err := awsS3Client.HeadBucket(context.TODO(), input)if out != nil {fmt.Println(storeyType+"返回bucket信息:", *out.BucketRegion)}if err != nil {fmt.Println(storeyType+"错误信息", err)}
}

4.普通文件上传

func uploadFile(bucket string, awsS3Client *s3.Client) {// 打开要上传的文件file, err := os.Open("D:\\DefaultInfo\\Pictures\\06.jpg")if err != nil {fmt.Println("上传文件报错", err)}defer file.Close()putInput := &s3.PutObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-aws.jpg"),Body:   file,}awsS3Client.PutObject(context.TODO(), putInput)
}

5.分块上传

// 分块上传 默认分块大小5m
func upload(bucket string, awsS3Client *s3.Client) {//https://aws.github.io/aws-sdk-go-v2/docs/sdk-utilities/s3/uploader := manager.NewUploader(awsS3Client)filePath := "D:\\DefaultInfo\\Pictures\\06.jpg"file, err := os.Open(filePath)if err != nil {fmt.Println("上传文件报错", err)}defer file.Close()//检测文件的content-typemtype, _ := mimetype.DetectReader(file)putInput := &s3.PutObjectInput{Bucket:      aws.String(bucket),Key:         aws.String("image/20240522101923-manager222.jpg"),Body:        file,ContentType: aws.String(mtype.String()),}result, err := uploader.Upload(context.TODO(), putInput)fmt.Println("上传文件返回结果", result)fmt.Println("上传文件", err)}

6.获取文件信息

func getObjectinfo(bucket, key, storeyType string, awsS3Client *s3.Client) {headObjectInput := &s3.HeadObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-manager222.jpg"),}out, err := awsS3Client.HeadObject(context.TODO(), headObjectInput)if out != nil {fmt.Printf(storeyType+"获取文件信息:", *out.ContentType)}if err != nil {fmt.Println(storeyType+"获取文件信息失败:", err)}}

7.对象复制

func copyObject(bucket, key, storeyType string, awsS3Client *s3.Client) {copyInput := &s3.CopyObjectInput{//目标文件bucketBucket: aws.String(bucket),//拷贝后目标文件Key: aws.String("image/20240522101923-copy-manager222.jpg"),//源文件CopySource: aws.String(bucket + "/image/20240522101923-manager222.jpg"),}out, err := awsS3Client.CopyObject(context.TODO(), copyInput)if out != nil {fmt.Printf(storeyType+"拷贝文件信息:", *out.CopyObjectResult)}if err != nil {fmt.Println(storeyType+"拷贝文件信息失败:", err)}
}

8.获取临时url

func getPresignedUrl(bucket, key, storeyType string, awsS3Client *s3.Client) {presign := s3.NewPresignClient(awsS3Client)duration := 10 * time.Minutefmt.Println("换算为秒:", duration.Seconds())options := func(o *s3.PresignOptions) {o.Expires = duration}input := &s3.GetObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-manager222.jpg"),}req, err := presign.PresignGetObject(context.TODO(), input, options)fmt.Println(storeyType+"临时url信息:", req.URL)fmt.Println(err)
}

9.获取指定bucket下的对象列表

func GetObjectList(bucket string, awsS3Client *s3.Client) {input := &s3.ListObjectsV2Input{Bucket: aws.String(bucket),}out, err := awsS3Client.ListObjectsV2(context.TODO(), input)fmt.Println("out===", *out.KeyCount)fmt.Println(err)// for _, object := range out.Contents {// 	fmt.Println(*object.Key)// }}

10.拷贝所有的对象到指定的bucket

func CopyALlObject(bucket, distbucket, storeyType string, awsS3Client *s3.Client) {listinput := &s3.ListObjectsV2Input{Bucket: aws.String(bucket),}listFile, err := awsS3Client.ListObjectsV2(context.TODO(), listinput)fmt.Printf(storeyType+"获取文件信息失败:", err)for _, fileName := range listFile.Contents {copyInput := &s3.CopyObjectInput{//目标文件bucketBucket: aws.String(distbucket),//拷贝后目标文件Key: aws.String(*fileName.Key),//源文件CopySource: aws.String(bucket + "/" + *fileName.Key),}out, err := awsS3Client.CopyObject(context.TODO(), copyInput)if out != nil {fmt.Printf(storeyType+"拷贝文件信息:", *out.CopyObjectResult)}if err != nil {fmt.Println(storeyType+"拷贝文件信息失败:", err)}}}

2.常用云存储使用awssdk

1.oss--阿里云

func OssClient() {partitionID := "oss"url := "https://oss-cn-shanghai.aliyuncs.com"region := "ap-shanghai"key := "xxxxxx"secret := "xxxxx"bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "阿里云cos")//createBUcket(bucket, awsS3Client, "阿里云cos")//uploadFile(bucket, awsS3Client)
}

2.cos--腾讯云

func CosClient() {partitionID := "cos"url := "https://cos.ap-shanghai.myqcloud.com"region := "ap-shanghai"key := "xxxxxx"secret := "xxxxxxx"bucket := "xxxx-456798"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "腾讯云cos")//createBUcket(bucket, awsS3Client, "腾讯云cos")//uploadFile(bucket, awsS3Client)//upload(bucket, awsS3Client)//getObjectinfo(bucket, key, "腾讯云cos", awsS3Client)//copyObject(bucket, key, "腾讯云cos", awsS3Client)//getPresignedUrl(bucket, key, "腾讯云cos", awsS3Client)}

3.obs--华为云

func InitObs() {url := "https://obs.myhuaweicloud.com"region := "cn-east-3"partitionID := "obs"key := "xxxxxxx"secret := "xxxxxx"bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "华为云obs")//createBUcket(bucket, awsS3Client, "华为云obs")//upload(bucket, awsS3Client)
}

4.minio

func InitMinIo() {partitionID := "minio"url := "http://127.0.0.1:9001"region := "cn-east-1"key := "minioadmin"secret := "minioadmin"//bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, true)//headBucketInfo(bucket, awsS3Client, "minio")//CopyALlObject("xbzqnewbkt", "chinareformbkt", "minio", awsS3Client)//GetObjectList("gdqhbkt", awsS3Client)downFileBysuffix("dfzqbkt", awsS3Client)//createBUcket(bucket, awsS3Client, "minio")//uploadFile(bucket, awsS3Client)//upload(bucket, awsS3Client)//getObjectinfo(bucket, key, "minio", awsS3Client)//copyObject(bucket, key, "minio", awsS3Client)//getPresignedUrl(bucket, key, "minio", awsS3Client)}

这篇关于golang中使用aws-sdk-go-v2的文章就介绍到这儿,希望我们推荐的文章对编程师们有所帮助!



http://www.chinasem.cn/article/1134241

相关文章

Java中流式并行操作parallelStream的原理和使用方法

《Java中流式并行操作parallelStream的原理和使用方法》本文详细介绍了Java中的并行流(parallelStream)的原理、正确使用方法以及在实际业务中的应用案例,并指出在使用并行流... 目录Java中流式并行操作parallelStream0. 问题的产生1. 什么是parallelS

Linux join命令的使用及说明

《Linuxjoin命令的使用及说明》`join`命令用于在Linux中按字段将两个文件进行连接,类似于SQL的JOIN,它需要两个文件按用于匹配的字段排序,并且第一个文件的换行符必须是LF,`jo... 目录一. 基本语法二. 数据准备三. 指定文件的连接key四.-a输出指定文件的所有行五.-o指定输出

Linux jq命令的使用解读

《Linuxjq命令的使用解读》jq是一个强大的命令行工具,用于处理JSON数据,它可以用来查看、过滤、修改、格式化JSON数据,通过使用各种选项和过滤器,可以实现复杂的JSON处理任务... 目录一. 简介二. 选项2.1.2.2-c2.3-r2.4-R三. 字段提取3.1 普通字段3.2 数组字段四.

Linux kill正在执行的后台任务 kill进程组使用详解

《Linuxkill正在执行的后台任务kill进程组使用详解》文章介绍了两个脚本的功能和区别,以及执行这些脚本时遇到的进程管理问题,通过查看进程树、使用`kill`命令和`lsof`命令,分析了子... 目录零. 用到的命令一. 待执行的脚本二. 执行含子进程的脚本,并kill2.1 进程查看2.2 遇到的

详解SpringBoot+Ehcache使用示例

《详解SpringBoot+Ehcache使用示例》本文介绍了SpringBoot中配置Ehcache、自定义get/set方式,并实际使用缓存的过程,文中通过示例代码介绍的非常详细,对大家的学习或者... 目录摘要概念内存与磁盘持久化存储:配置灵活性:编码示例引入依赖:配置ehcache.XML文件:配置

Java 虚拟线程的创建与使用深度解析

《Java虚拟线程的创建与使用深度解析》虚拟线程是Java19中以预览特性形式引入,Java21起正式发布的轻量级线程,本文给大家介绍Java虚拟线程的创建与使用,感兴趣的朋友一起看看吧... 目录一、虚拟线程简介1.1 什么是虚拟线程?1.2 为什么需要虚拟线程?二、虚拟线程与平台线程对比代码对比示例:三

从基础到高级详解Go语言中错误处理的实践指南

《从基础到高级详解Go语言中错误处理的实践指南》Go语言采用了一种独特而明确的错误处理哲学,与其他主流编程语言形成鲜明对比,本文将为大家详细介绍Go语言中错误处理详细方法,希望对大家有所帮助... 目录1 Go 错误处理哲学与核心机制1.1 错误接口设计1.2 错误与异常的区别2 错误创建与检查2.1 基础

k8s按需创建PV和使用PVC详解

《k8s按需创建PV和使用PVC详解》Kubernetes中,PV和PVC用于管理持久存储,StorageClass实现动态PV分配,PVC声明存储需求并绑定PV,通过kubectl验证状态,注意回收... 目录1.按需创建 PV(使用 StorageClass)创建 StorageClass2.创建 PV

Redis 基本数据类型和使用详解

《Redis基本数据类型和使用详解》String是Redis最基本的数据类型,一个键对应一个值,它的功能十分强大,可以存储字符串、整数、浮点数等多种数据格式,本文给大家介绍Redis基本数据类型和... 目录一、Redis 入门介绍二、Redis 的五大基本数据类型2.1 String 类型2.2 Hash

Redis中Hash从使用过程到原理说明

《Redis中Hash从使用过程到原理说明》RedisHash结构用于存储字段-值对,适合对象数据,支持HSET、HGET等命令,采用ziplist或hashtable编码,通过渐进式rehash优化... 目录一、开篇:Hash就像超市的货架二、Hash的基本使用1. 常用命令示例2. Java操作示例三