Spot instances

Author: DavidGOrtega

iterative/aws/provider.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"errors"
 	"sort"
+	"strconv"
 	"time"
 
 	"github.com/aws/aws-sdk-go/aws"
@@ -23,6 +24,8 @@ func ResourceMachineCreate(ctx context.Context, d *schema.ResourceData, m interf
 	ami := d.Get("image").(string)
 	keyPublic := d.Get("ssh_public").(string)
 	securityGroup := d.Get("aws_security_group").(string)
+	spot := d.Get("spot").(bool)
+	spotPrice := d.Get("spotPrice").(float64)
 	if ami == "" {
 		ami = "iterative-cml"
 	}
@@ -139,35 +142,71 @@ func ResourceMachineCreate(ctx context.Context, d *schema.ResourceData, m interf
 		return errors.New("no subnets found")
 	}
 
-	//launch instance
-	runResult, err := svc.RunInstancesWithContext(ctx, &ec2.RunInstancesInput{
-		UserData:         aws.String(userData),
-		ImageId:          aws.String(instanceAmi),
-		KeyName:          aws.String(pairName),
-		InstanceType:     aws.String(instanceType),
-		MinCount:         aws.Int64(1),
-		MaxCount:         aws.Int64(1),
-		SecurityGroupIds: []*string{aws.String(sgID)},
-		SubnetId:         aws.String(*subDesc.Subnets[0].SubnetId),
-		BlockDeviceMappings: []*ec2.BlockDeviceMapping{
-			{
-				//VirtualName: aws.String("Root"),
-				DeviceName: aws.String("/dev/sda1"),
-				Ebs: &ec2.EbsBlockDevice{
-					DeleteOnTermination: aws.Bool(true),
-					Encrypted:           aws.Bool(false),
-					//Iops:                aws.Int64(0),
-					VolumeSize: aws.Int64(int64(hddSize)),
-					VolumeType: aws.String("gp2"),
-				},
+	blockDeviceMappings := []*ec2.BlockDeviceMapping{
+		{
+			DeviceName: aws.String("/dev/sda1"),
+			Ebs: &ec2.EbsBlockDevice{
+				DeleteOnTermination: aws.Bool(true),
+				Encrypted:           aws.Bool(false),
+				VolumeSize:          aws.Int64(int64(hddSize)),
+				VolumeType:          aws.String("gp2"),
 			},
 		},
-	})
-	if err != nil {
-		return err
 	}
 
-	instanceID := *runResult.Instances[0].InstanceId
+	//launch instance
+	var instanceID string
+	if spot {
+		spotInstanceRequest, err := svc.RequestSpotInstances(&ec2.RequestSpotInstancesInput{
+			LaunchSpecification: &ec2.RequestSpotLaunchSpecification{
+				UserData:            aws.String(userData),
+				ImageId:             aws.String(instanceAmi),
+				KeyName:             aws.String(pairName),
+				InstanceType:        aws.String(instanceType),
+				SecurityGroupIds:    []*string{aws.String(sgID)},
+				SubnetId:            aws.String(*subDesc.Subnets[0].SubnetId),
+				BlockDeviceMappings: blockDeviceMappings,
+			},
+			InstanceCount: aws.Int64(1),
+			SpotPrice:     aws.String(strconv.FormatFloat(spotPrice, 'f', 5, 64)),
+		})
+		if err != nil {
+			return err
+		}
+
+		spotInstanceRequestID := *spotInstanceRequest.SpotInstanceRequests[0].SpotInstanceRequestId
+		err = svc.WaitUntilSpotInstanceRequestFulfilled(&ec2.DescribeSpotInstanceRequestsInput{
+			SpotInstanceRequestIds: []*string{aws.String(spotInstanceRequestID)},
+		})
+		if err != nil {
+			return err
+		}
+		resolvedSpotInstance, err := svc.DescribeSpotInstanceRequests(&ec2.DescribeSpotInstanceRequestsInput{
+			SpotInstanceRequestIds: []*string{aws.String(spotInstanceRequestID)},
+		})
+		if err != nil {
+			return err
+		}
+
+		instanceID = *resolvedSpotInstance.SpotInstanceRequests[0].InstanceId
+	} else {
+		runResult, err := svc.RunInstancesWithContext(ctx, &ec2.RunInstancesInput{
+			UserData:            aws.String(userData),
+			ImageId:             aws.String(instanceAmi),
+			KeyName:             aws.String(pairName),
+			InstanceType:        aws.String(instanceType),
+			MinCount:            aws.Int64(1),
+			MaxCount:            aws.Int64(1),
+			SecurityGroupIds:    []*string{aws.String(sgID)},
+			SubnetId:            aws.String(*subDesc.Subnets[0].SubnetId),
+			BlockDeviceMappings: blockDeviceMappings,
+		})
+		if err != nil {
+			return err
+		}
+
+		instanceID = *runResult.Instances[0].InstanceId
+	}
 
 	// Add name to the created instance
 	_, err = svc.CreateTags(&ec2.CreateTagsInput{

iterative/azure/provider.go

@@ -27,6 +27,12 @@ func ResourceMachineCreate(ctx context.Context, d *schema.ResourceData, m interf
 	instanceType := getInstanceType(d.Get("instance_type").(string), d.Get("instance_gpu").(string))
 	keyPublic := d.Get("ssh_public").(string)
 	hddSize := int32(d.Get("instance_hdd_size").(int))
+	spot := d.Get("spot").(bool)
+	spotPrice := d.Get("spotPrice").(float64)
+	vmPriority := compute.Regular
+	if spot {
+		vmPriority = compute.Spot
+	}
 
 	image := d.Get("image").(string)
 	if image == "" {
@@ -186,8 +192,14 @@ func ResourceMachineCreate(ctx context.Context, d *schema.ResourceData, m interf
 		gpName,
 		vmName,
 		compute.VirtualMachine{
+
 			Location: to.StringPtr(region),
 			VirtualMachineProperties: &compute.VirtualMachineProperties{
+				EvictionPolicy: compute.Delete,
+				Priority:       vmPriority,
+				BillingProfile: &compute.BillingProfile{
+					MaxPrice: to.Float64Ptr(spotPrice),
+				},
 				HardwareProfile: &compute.HardwareProfile{
 					VMSize: compute.VirtualMachineSizeTypes(instanceType),
 				},

iterative/resource_machine.go

@@ -48,6 +48,18 @@ func machineSchema() *map[string]*schema.Schema {
 			Optional: true,
 			Default:  "",
 		},
+		"spot": &schema.Schema{
+			Type:     schema.TypeBool,
+			ForceNew: true,
+			Optional: true,
+			Default:  false,
+		},
+		"spotPrice": &schema.Schema{
+			Type:     schema.TypeFloat,
+			ForceNew: true,
+			Optional: true,
+			Default:  -1,
+		},
 		"instance_type": &schema.Schema{
 			Type:     schema.TypeString,
 			ForceNew: true,

iterative/resource_runner.go

@@ -72,6 +72,18 @@ func resourceRunner() *schema.Resource {
 				Type:     schema.TypeString,
 				Computed: true,
 			},
+			"spot": &schema.Schema{
+				Type:     schema.TypeBool,
+				ForceNew: true,
+				Optional: true,
+				Default:  false,
+			},
+			"spotPrice": &schema.Schema{
+				Type:     schema.TypeFloat,
+				ForceNew: true,
+				Optional: true,
+				Default:  -1,
+			},
 			"instance_type": &schema.Schema{
 				Type:     schema.TypeString,
 				ForceNew: true,