Skip to content

Instantly share code, notes, and snippets.

@colegatron

colegatron/gist:7aa726be4417d01636e288418bb1f500

Forked from tjcorr/gist:3baf86051471062b2fb7
Created January 31, 2019 11:08
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save colegatron/7aa726be4417d01636e288418bb1f500 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save colegatron/7aa726be4417d01636e288418bb1f500 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. T.J. Corrigan revised this gist Nov 5, 2015. 1 changed file with 79 additions and 11 deletions.
    90 changes: 79 additions & 11 deletions gistfile1.json
    View file
    Original file line number Diff line number Diff line change
    @@ -4,31 +4,34 @@
    "Mappings" : {
    "RegionMap" : {
    "eu-central-1" : {
    "AMI" : "ami-72dae26f"
    "AMI" : "ami-840a0899"
    },
    "ap-northeast-1" : {
    "AMI" : "ami-0c2f8a0c"
    "AMI" : "ami-6c5ac56c"
    },
    "us-gov-west-1" : {
    "AMI" : "ami-796a085a"
    },
    "sa-east-1" : {
    "AMI" : "ami-a7cc4eba"
    "AMI" : "ami-3396012e"
    },
    "ap-southeast-2" : {
    "AMI" : "ami-395f2503"
    "AMI" : "ami-f5ace5cf"
    },
    "ap-southeast-1" : {
    "AMI" : "ami-3817136a"
    "AMI" : "ami-46819614"
    },
    "us-east-1" : {
    "AMI" : "ami-453dc02e"
    "AMI" : "ami-05783d60"
    },
    "us-west-2" : {
    "AMI" : "ami-3d5c590d"
    "AMI" : "ami-ed8b90dd"
    },
    "us-west-1" : {
    "AMI" : "ami-15689c51"
    "AMI" : "ami-2b29ee6f"
    },
    "eu-west-1" : {
    "AMI" : "mi-a1106ad6"
    "AMI" : "ami-eb97bc9c"
    }
    }
    },
    @@ -46,6 +49,13 @@
    "Description": "Number of nodes in cluster (3-9).",
    "Type": "Number"
    },
    "ProxyClusterSize": {
    "Default": "1",
    "MinValue": "0",
    "MaxValue": "9",
    "Description": "Number of nodes in cluster (0-9).",
    "Type": "Number"
    },
    "AdvertisedIPAddress": {
    "Description": "Use 'private' if your etcd cluster is within one region or 'public' if it spans regions or cloud providers.",
    "Default": "private",
    @@ -184,8 +194,66 @@
    " [Service]\n",
    " Restart=on-failure\n",
    " RestartSec=10\n",
    " ExecStartPre=/usr/bin/docker pull monsanto/etcd-aws-cluster:latest\n",
    " ExecStartPre=/usr/bin/docker run --rm=true -v /etc/sysconfig/:/etc/sysconfig/ monsanto/etcd-aws-cluster:latest\n",
    " ExecStartPre=/usr/bin/docker pull monsantoco/etcd-aws-cluster:latest\n",
    " ExecStartPre=/usr/bin/docker run --rm=true -v /etc/sysconfig/:/etc/sysconfig/ monsantoco/etcd-aws-cluster:latest\n",
    " ExecStart=/usr/bin/systemctl start etcd2\n",
    " - name: fleet.service\n",
    " command: start\n",
    "write_files:\n",
    " - path: /etc/systemd/system/etcd2.service.d/30-etcd_peers.conf\n",
    " permissions: 0644\n",
    " content: |\n",
    " [Service]\n",
    " # Load the other hosts in the etcd leader autoscaling group from file\n",
    " EnvironmentFile=/etc/sysconfig/etcd-peers\n"
    ] ]
    }
    }
    }
    },
    "CoreOSProxyAutoScale": {
    "Type": "AWS::AutoScaling::AutoScalingGroup",
    "Properties": {
    "AvailabilityZones": {"Fn::GetAZs": ""},
    "LaunchConfigurationName": {"Ref": "CoreOSProxyLaunchConfig"},
    "MinSize": "0",
    "MaxSize": "9",
    "DesiredCapacity": {"Ref": "ProxyClusterSize"},
    "Tags": [
    {"Key": "Name", "Value": { "Ref" : "AWS::StackName" }, "PropagateAtLaunch": true}
    ]
    }
    },
    "CoreOSProxyLaunchConfig": {
    "Type": "AWS::AutoScaling::LaunchConfiguration",
    "Properties": {
    "ImageId" : { "Fn::FindInMap" : [ "RegionMap", { "Ref" : "AWS::Region" }, "AMI" ]},
    "InstanceType": {"Ref": "InstanceType"},
    "KeyName": {"Ref": "KeyPair"},
    "SecurityGroups": [{"Ref": "CoreOSSecurityGroup"}],
    "IamInstanceProfile": {"Ref": "CLIROAccessProfile"},
    "UserData" : { "Fn::Base64":
    { "Fn::Join": [ "", [
    "#cloud-config\n\n",
    "coreos:\n",
    " etcd2:\n",
    " advertise-client-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2379\n",
    " initial-advertise-peer-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2380\n",
    " listen-client-urls: http://0.0.0.0:2379\n",
    " listen-peer-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2380\n",
    " units:\n",
    " - name: etcd2.service\n",
    " command: stop\n",
    " - name: etcd-peers.service\n",
    " command: start\n",
    " content: |\n",
    " [Unit]\n",
    " Description=Write a file with the etcd peers that we should bootstrap to\n",
    " [Service]\n",
    " Restart=on-failure\n",
    " RestartSec=10\n",
    " ExecStartPre=/usr/bin/docker pull monsantoco/etcd-aws-cluster:latest\n",
    " ExecStartPre=/usr/bin/docker run -e PROXY_ASG=", { "Ref": "CoreOSServerAutoScale" } ," --rm=true -v /etc/sysconfig/:/etc/sysconfig/ monsantoco/etcd-aws-cluster:latest\n",
    " ExecStart=/usr/bin/systemctl start etcd2\n",
    " - name: fleet.service\n",
    " command: start\n",
  2. T.J. Corrigan created this gist Jun 20, 2015.
    205 changes: 205 additions & 0 deletions gistfile1.json
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,205 @@
    {
    "AWSTemplateFormatVersion": "2010-09-09",
    "Description": "An etcd cluster based off an auto scaling group",
    "Mappings" : {
    "RegionMap" : {
    "eu-central-1" : {
    "AMI" : "ami-72dae26f"
    },
    "ap-northeast-1" : {
    "AMI" : "ami-0c2f8a0c"
    },
    "sa-east-1" : {
    "AMI" : "ami-a7cc4eba"
    },
    "ap-southeast-2" : {
    "AMI" : "ami-395f2503"
    },
    "ap-southeast-1" : {
    "AMI" : "ami-3817136a"
    },
    "us-east-1" : {
    "AMI" : "ami-453dc02e"
    },
    "us-west-2" : {
    "AMI" : "ami-3d5c590d"
    },
    "us-west-1" : {
    "AMI" : "ami-15689c51"
    },
    "eu-west-1" : {
    "AMI" : "mi-a1106ad6"
    }
    }
    },
    "Parameters": {
    "InstanceType" : {
    "Description" : "EC2 HVM instance type (m3.medium, etc).",
    "Type" : "String",
    "Default" : "t2.micro",
    "ConstraintDescription" : "Must be a valid EC2 HVM instance type."
    },
    "ClusterSize": {
    "Default": "3",
    "MinValue": "3",
    "MaxValue": "9",
    "Description": "Number of nodes in cluster (3-9).",
    "Type": "Number"
    },
    "AdvertisedIPAddress": {
    "Description": "Use 'private' if your etcd cluster is within one region or 'public' if it spans regions or cloud providers.",
    "Default": "private",
    "AllowedValues": ["private", "public"],
    "Type": "String"
    },
    "AllowSSHFrom": {
    "Description": "The net block (CIDR) that SSH is available to.",
    "Default": "0.0.0.0/0",
    "Type": "String"
    },
    "KeyPair" : {
    "Description" : "The name of an EC2 Key Pair to allow SSH access to the instance.",
    "Type" : "String"
    }
    },
    "Resources": {
    "CoreOSSecurityGroup": {
    "Type": "AWS::EC2::SecurityGroup",
    "Properties": {
    "GroupDescription": "CoreOS SecurityGroup",
    "SecurityGroupIngress": [
    {"IpProtocol": "tcp", "FromPort": "22", "ToPort": "22", "CidrIp": {"Ref": "AllowSSHFrom"}}
    ]
    }
    },
    "Ingress2379": {
    "Type": "AWS::EC2::SecurityGroupIngress",
    "Properties": {
    "GroupName": {"Ref": "CoreOSSecurityGroup"}, "IpProtocol": "tcp", "FromPort": "2379", "ToPort": "2379", "SourceSecurityGroupId": {
    "Fn::GetAtt" : [ "CoreOSSecurityGroup", "GroupId" ]
    }
    }
    },
    "Ingress2380": {
    "Type": "AWS::EC2::SecurityGroupIngress",
    "Properties": {
    "GroupName": {"Ref": "CoreOSSecurityGroup"}, "IpProtocol": "tcp", "FromPort": "2380", "ToPort": "2380", "SourceSecurityGroupId": {
    "Fn::GetAtt" : [ "CoreOSSecurityGroup", "GroupId" ]
    }
    }
    },
    "cliROrole": {
    "Type": "AWS::IAM::Role",
    "Properties": {
    "AssumeRolePolicyDocument": {
    "Statement": [
    {
    "Effect": "Allow",
    "Principal": {
    "Service": [
    "ec2.amazonaws.com"
    ]
    },
    "Action": [
    "sts:AssumeRole"
    ]
    }
    ]
    },
    "Policies": [
    {
    "PolicyName": "CLIROAccess",
    "PolicyDocument": {
    "Statement": [
    {
    "Effect": "Allow",
    "Action": [
    "ec2:Describe*"
    ],
    "Resource": "*"
    },
    {
    "Effect": "Allow",
    "Action": [
    "autoscaling:Describe*"
    ],
    "Resource": "*"
    }
    ]
    }
    }
    ],
    "Path": "/"
    }
    },
    "CLIROAccessProfile": {
    "Type": "AWS::IAM::InstanceProfile",
    "Properties": {
    "Path": "/",
    "Roles": [
    {
    "Ref": "cliROrole"
    }
    ]
    }
    },
    "CoreOSServerAutoScale": {
    "Type": "AWS::AutoScaling::AutoScalingGroup",
    "Properties": {
    "AvailabilityZones": {"Fn::GetAZs": ""},
    "LaunchConfigurationName": {"Ref": "CoreOSServerLaunchConfig"},
    "MinSize": "3",
    "MaxSize": "9",
    "DesiredCapacity": {"Ref": "ClusterSize"},
    "Tags": [
    {"Key": "Name", "Value": { "Ref" : "AWS::StackName" }, "PropagateAtLaunch": true}
    ]
    }
    },
    "CoreOSServerLaunchConfig": {
    "Type": "AWS::AutoScaling::LaunchConfiguration",
    "Properties": {
    "ImageId" : { "Fn::FindInMap" : [ "RegionMap", { "Ref" : "AWS::Region" }, "AMI" ]},
    "InstanceType": {"Ref": "InstanceType"},
    "KeyName": {"Ref": "KeyPair"},
    "SecurityGroups": [{"Ref": "CoreOSSecurityGroup"}],
    "IamInstanceProfile": {"Ref": "CLIROAccessProfile"},
    "UserData" : { "Fn::Base64":
    { "Fn::Join": [ "", [
    "#cloud-config\n\n",
    "coreos:\n",
    " etcd2:\n",
    " advertise-client-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2379\n",
    " initial-advertise-peer-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2380\n",
    " listen-client-urls: http://0.0.0.0:2379\n",
    " listen-peer-urls: http://$", { "Ref": "AdvertisedIPAddress" }, "_ipv4:2380\n",
    " units:\n",
    " - name: etcd2.service\n",
    " command: stop\n",
    " - name: etcd-peers.service\n",
    " command: start\n",
    " content: |\n",
    " [Unit]\n",
    " Description=Write a file with the etcd peers that we should bootstrap to\n",
    " [Service]\n",
    " Restart=on-failure\n",
    " RestartSec=10\n",
    " ExecStartPre=/usr/bin/docker pull monsanto/etcd-aws-cluster:latest\n",
    " ExecStartPre=/usr/bin/docker run --rm=true -v /etc/sysconfig/:/etc/sysconfig/ monsanto/etcd-aws-cluster:latest\n",
    " ExecStart=/usr/bin/systemctl start etcd2\n",
    " - name: fleet.service\n",
    " command: start\n",
    "write_files:\n",
    " - path: /etc/systemd/system/etcd2.service.d/30-etcd_peers.conf\n",
    " permissions: 0644\n",
    " content: |\n",
    " [Service]\n",
    " # Load the other hosts in the etcd leader autoscaling group from file\n",
    " EnvironmentFile=/etc/sysconfig/etcd-peers\n"
    ] ]
    }
    }
    }
    }
    }
    }