UploadDirectory.go

/*
   Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.

   This file is licensed under the Apache License, Version 2.0 (the "License").
   You may not use this file except in compliance with the License. A copy of
   the License is located at

    http://aws.amazon.com/apache2.0/

   This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
   CONDITIONS OF ANY KIND, either express or implied. See the License for the
   specific language governing permissions and limitations under the License.
*/

package main

import (
    "flag"
    "fmt"
    "os"
    "path/filepath"

    "github.com/aws/aws-sdk-go/aws"
    "github.com/aws/aws-sdk-go/aws/session"
    "github.com/aws/aws-sdk-go/service/s3/s3manager"
)

// DirectoryIterator represents an iterator of a specified directory
type DirectoryIterator struct {
    filePaths []string
    bucket    string
    next      struct {
        path string
        f    *os.File
    }
    err error
}

// const exitError = 1

// UploadDirectory uploads the files in a directory to a bucket
// Inputs:
//     sess is the current session, which provides configuration for the SDK's service clients
//     bucket is the name of the bucket
//     path is the path to the directory to upload
// Output:
//     If success, nil
//     Otherwise, an error from the call to UploadWithIterator
func UploadDirectory(sess *session.Session, bucket *string, path *string) error {
    di := NewDirectoryIterator(bucket, path)
    uploader := s3manager.NewUploader(sess)

    err := uploader.UploadWithIterator(aws.BackgroundContext(), di)
    if err != nil {
        return err
    }

    return nil
}

// NewDirectoryIterator builds a new DirectoryIterator
func NewDirectoryIterator(bucket *string, dir *string) s3manager.BatchUploadIterator {
    var paths []string
    filepath.Walk(*dir, func(path string, info os.FileInfo, err error) error {
        if !info.IsDir() {
            paths = append(paths, path)
        }
        return nil
    })

    return &DirectoryIterator{
        filePaths: paths,
        bucket:    *bucket,
    }
}

// Next returns whether next file exists
func (di *DirectoryIterator) Next() bool {
    if len(di.filePaths) == 0 {
        di.next.f = nil
        return false
    }

    f, err := os.Open(di.filePaths[0])
    di.err = err
    di.next.f = f
    di.next.path = di.filePaths[0]
    di.filePaths = di.filePaths[1:]

    return true && di.Err() == nil
}

// Err returns error of DirectoryIterator
func (di *DirectoryIterator) Err() error {
    return di.err
}

// UploadObject uploads a file
func (di *DirectoryIterator) UploadObject() s3manager.BatchUploadObject {
    f := di.next.f
    return s3manager.BatchUploadObject{
        Object: &s3manager.UploadInput{
            Bucket: &di.bucket,
            Key:    &di.next.path,
            Body:   f,
        },
        After: func() error {
            return f.Close()
        },
    }
}

func main() {
    bucket := flag.String("b", "", "The name of the bucket")
    directory := flag.String("d", "", "The directory to upload")
    flag.Parse()

    if *bucket == "" || *directory == "" {
        fmt.Println("You must supply the bucket name (-b BUCKET) and directory path (-d DIRECTORY)")
        return
    }

    sess := session.Must(session.NewSessionWithOptions(session.Options{
        SharedConfigState: session.SharedConfigEnable,
    }))

    err := UploadDirectory(sess, bucket, directory)
    if err != nil {
        fmt.Println("Got an error uploading directory " + *directory + " to bucket " + *bucket)
        return
    }

    fmt.Println("Uploaded directory " + *directory + " to bucket " + *bucket)
}