• Packer
• Terraform

Set necessary variables by creating a file ds-ami.pkrvars.hcl and adding the following variables according to your own usage.

cat <<EOF > ds-ami.pkrvars.hcl
aws_access_key = ""
aws_secret_key = ""
aws_region     = "cn-north-1"


ds_ami_name = "my-test-ds-2"

# If you want to use the official distribution tar, just set the `ds_version` to the one you want.
ds_version  = "3.1.1"

# If you want to use a locally built distribution tar, set the `ds_tar` to the tar file location.
ds_tar      = "~/workspace/dolphinscheduler/dolphinscheduler-dist/target/apache-dolphinscheduler-3.1.3-SNAPSHOT-bin.tar.gz"
EOF

Then run the following command to initialize and build a custom AMI.

• If you want to use the official distribution tar.

packer init --var-file=ds-ami.pkrvars.hcl packer/ds-ami-official.pkr.hcl
packer build --var-file=ds-ami.pkrvars.hcl packer/ds-ami-official.pkr.hcl

• If you want to use the locally built distribution tar.

packer init --var-file=ds-ami.pkrvars.hcl packer/ds-ami-local.pkr.hcl
packer build --var-file=ds-ami.pkrvars.hcl packer/ds-ami-local.pkr.hcl

Set necessary variables by creating a file terraform.tfvars and adding the following variables according to your own usage.

Make sure ds_ami_name is the same as the one in ds-ami.pkrvars.hcl above.

cat <<EOF > terraform.tfvars
aws_access_key = ""
aws_secret_key = ""
aws_region     = ""

name_prefix = "test-ds-terraform"
ds_ami_name = "my-test-ds"

ds_component_replicas = {
  master            = 1
  worker            = 1
  alert             = 1
  api               = 1
  standalone_server = 0
}
EOF

Then run the following commands to apply necessary resources.

terraform init -var-file=terraform.tfvars
terraform apply -var-file=terraform.tfvars -auto-approve

open http://$(terraform output -json api_server_instance_public_dns | jq -r '.[0]'):12345/dolphinscheduler/ui

{
  "alert": 1,
  "api": 1,
  "master": 1,
  "standalone_server": 0,
  "worker": 1
}

[
  "10.0.101.0/24",
  "10.0.102.0/24",
  "10.0.103.0/24",
  "10.0.104.0/24"
]

[
  "10.0.1.0/24",
  "10.0.2.0/24",
  "10.0.3.0/24",
  "10.0.4.0/24"
]

{
  "private": 2,
  "public": 1
}

{
  "Deployment": "Test"
}

{
  "alert": true,
  "api": true,
  "master": true,
  "standalone_server": true,
  "worker": true
}

{
  "alert": 10,
  "api": 10,
  "master": 10,
  "standalone_server": 10,
  "worker": 10
}

{
  "alert": "gp2",
  "api": "gp2",
  "master": "gp2",
  "standalone_server": "gp2",
  "worker": "gp2"
}

{
  "alert": "t2.micro",
  "api": "t2.small",
  "master": "t2.medium",
  "standalone_server": "t2.small",
  "worker": "t2.medium"
}

{
  "alert": 30,
  "api": 30,
  "master": 30,
  "standalone_server": 30,
  "worker": 30
}

{
  "alert": "gp2",
  "api": "gp2",
  "master": "gp2",
  "standalone_server": "gp2",
  "worker": "gp2"
}