example/service/sagemaker: Add create training job example (#330)

Adds Amazon SageMaker Create and List Training Job examples.

Author: goswamig

example/service/sagemaker/createTrainingJob/createTrainingJobs.go

@@ -0,0 +1,98 @@
+// +build example
+
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	"github.com/aws/aws-sdk-go-v2/aws/external"
+	"github.com/aws/aws-sdk-go-v2/service/sagemaker"
+)
+
+func exitErrorf(msg string, args ...interface{}) {
+	fmt.Fprintf(os.Stderr, msg+"\n", args...)
+	os.Exit(1)
+}
+
+// Usage: go run -tags example createTrainingJobs.go
+func main() {
+
+	cfg, err := external.LoadDefaultAWSConfig()
+	if err != nil {
+		exitErrorf("failed to load config, %v", err)
+	}
+
+	sagemakerSvc := sagemaker.New(cfg)
+
+	//Define intput variables
+	role := "arn:aws:iam::xxxxxx:role/<name of role>"
+	name := "k-means-in-sagemaker"
+	MaxRuntimeInSeconds := int64(60 * 60)
+	S3OutputPath := "s3://<bucket where your model artifact will be saved"
+	InstanceCount := int64(2)
+	VolumeSizeInGB := int64(75)
+	TrainingInstanceType := sagemaker.TrainingInstanceType("ml.c4.8xlarge")
+	TrainingImage := "174872318107.dkr.ecr.us-west-2.amazonaws.com/kmeans:1"
+	TrainingInputMode := sagemaker.TrainingInputMode("File")
+
+	ChannelName := "train"
+	S3DataDistributionType := sagemaker.S3DataDistribution("FullyReplicated")
+	S3DataType := sagemaker.S3DataType("S3Prefix")
+	S3Uri := "s3://<bucket where the input data is available>"
+
+	HyperParameters := map[string]string{
+		"k":               "10",
+		"feature_dim":     "784",
+		"mini_batch_size": "500",
+	}
+
+	params := &sagemaker.CreateTrainingJobInput{
+		RoleArn:         &role,
+		TrainingJobName: &name,
+
+		StoppingCondition: &sagemaker.StoppingCondition{
+			MaxRuntimeInSeconds: &MaxRuntimeInSeconds,
+		},
+
+		OutputDataConfig: &sagemaker.OutputDataConfig{
+			S3OutputPath: &S3OutputPath,
+		},
+
+		ResourceConfig: &sagemaker.ResourceConfig{
+			InstanceCount:  &InstanceCount,
+			VolumeSizeInGB: &VolumeSizeInGB,
+			InstanceType:   TrainingInstanceType,
+		},
+
+		AlgorithmSpecification: &sagemaker.AlgorithmSpecification{
+			TrainingImage:     &TrainingImage,
+			TrainingInputMode: TrainingInputMode,
+		},
+
+		InputDataConfig: []sagemaker.Channel{
+			{
+				ChannelName: &ChannelName,
+				DataSource: &sagemaker.DataSource{
+					S3DataSource: &sagemaker.S3DataSource{
+						S3DataDistributionType: S3DataDistributionType,
+						S3DataType:             S3DataType,
+						S3Uri:                  &S3Uri,
+					},
+				},
+			},
+		},
+		HyperParameters: HyperParameters,
+	}
+
+	req := sagemakerSvc.CreateTrainingJobRequest(params)
+
+	resp, err := req.Send(context.TODO())
+	if err != nil {
+		exitErrorf("Error creating TrainingJob, %v", err)
+		return
+	}
+
+	fmt.Println(resp)
+}

example/service/sagemaker/createTrainingJob/readme.md

@@ -0,0 +1,13 @@
+Example using [Amazon SageMaker](https://aws.amazon.com/sagemaker/) with the
+AWS SDK for Go to create a training job.
+
+## Usage
+
+Under `Define intput variables` update your account number, input, output
+[Amazon S3](https://aws.amazon.com/s3/) buckets and then run the example.
+
+```sh
+go run -tags example createTrainingJobs.go
+```
+
+

example/service/sagemaker/listTrainingJob/listTrainingJobs.go

@@ -0,0 +1,49 @@
+// +build example
+
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+	"strconv"
+
+	"github.com/aws/aws-sdk-go-v2/aws/external"
+	"github.com/aws/aws-sdk-go-v2/service/sagemaker"
+)
+
+func exitErrorf(msg string, args ...interface{}) {
+	fmt.Fprintf(os.Stderr, msg+"\n", args...)
+	os.Exit(1)
+}
+
+// This code serves an example on how to use it for sagemaker
+//
+// Usage: go run -tags example listTrainingJobs <int_value>
+func main() {
+	if len(os.Args) < 2 {
+		exitErrorf("you must specify a MaxItems")
+	}
+
+	x, err := strconv.ParseInt(os.Args[1], 10, 64)
+	if err != nil {
+		exitErrorf("failed to parse argument %v", err)
+	}
+
+	cfg, err := external.LoadDefaultAWSConfig()
+	if err != nil {
+		exitErrorf("failed to load config, %v", err)
+	}
+
+	cfg.Region = "us-west-2"
+
+	sagemakerSvc := sagemaker.New(cfg)
+
+	req := sagemakerSvc.ListTrainingJobsRequest(&sagemaker.ListTrainingJobsInput{MaxResults: &x})
+	resp, err := req.Send(context.TODO())
+	if err != nil {
+		exitErrorf("failed to list training jobs, %v", err)
+	}
+
+	fmt.Println(resp)
+}

example/service/sagemaker/listTrainingJob/readme.md

@@ -0,0 +1,30 @@
+Example using [Amazon SageMaker](https://aws.amazon.com/sagemaker/) with the
+AWS SDK for Go to list training jobs that have been created, and their status.
+
+## Usage
+Use the example to list the created training jobs and their status, passing in
+the number of jobs to show.
+
+```sh
+go run listTrainingJobs.go <number of jobs to be displayed>
+
+# E.g.
+go run listTrainingJobs.go 1
+```
+
+## Output
+Example response of a training job and its status.
+
+```
+{
+  NextToken: "xcskfskdfksdffksdhfjhjghjshdfgjhfjgh"
+  TrainingJobSummaries: [{
+      CreationTime: 2019-07-03 18:17:34 +0000 UTC,
+      LastModifiedTime: 2019-07-03 18:22:15 +0000 UTC,
+      TrainingEndTime: 2019-07-03 18:22:15 +0000 UTC,
+      TrainingJobArn: "arn:aws:sagemaker:us-west-2:<account_number>:training-job/hpojob-20190703181725-leaj-001-d345f443",
+      TrainingJobName: "HPOJob-20190703181725-LEAJ-001-d345f443",
+      TrainingJobStatus: Completed
+    }]
+}
+```