Remove untested setup
This commit is contained in:
Gabriel Luiz Freitas Almeida
anovazzi1
parent
bf62ccfd21
commit
099869f0a6
8 changed files with 0 additions and 285 deletions
5
deploy/scripts/.gitignore
vendored
5
deploy/scripts/.gitignore
vendored
|
|
@ -1,5 +0,0 @@
|
|||
# terraform
|
||||
*.tfstate
|
||||
*.tfstate.backup
|
||||
*.tfvars
|
||||
.terraform/
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
|
||||
#! /usr/bin/env sh
|
||||
|
||||
# Exit in case of error
|
||||
set -e
|
||||
|
||||
TAG=${TAG?Variable not set} \
|
||||
FRONTEND_ENV=${FRONTEND_ENV-production} \
|
||||
sh ./scripts/build.sh
|
||||
|
||||
docker-compose -f docker-compose.yml push
|
||||
|
|
@ -1,10 +0,0 @@
|
|||
#! /usr/bin/env sh
|
||||
|
||||
# Exit in case of error
|
||||
set -e
|
||||
|
||||
TAG=${TAG?Variable not set} \
|
||||
FRONTEND_ENV=${FRONTEND_ENV-production} \
|
||||
docker-compose \
|
||||
-f docker-compose.yml \
|
||||
build
|
||||
24
deploy/scripts/terraform/.terraform.lock.hcl
generated
24
deploy/scripts/terraform/.terraform.lock.hcl
generated
|
|
@ -1,24 +0,0 @@
|
|||
# This file is maintained automatically by "terraform init".
|
||||
# Manual edits may be lost in future updates.
|
||||
|
||||
provider "registry.terraform.io/hashicorp/aws" {
|
||||
version = "5.13.1"
|
||||
hashes = [
|
||||
"h1:T/p3Gp8uAvRk3BmBZI/B7JIUpxF+2DygvBsv2UvJK4w=",
|
||||
"zh:0d107e410ecfbd5d2fb5ff9793f88e2ce03ae5b3bda4e3b772b5d146cdd859d8",
|
||||
"zh:1080cf6a402939ec4ad393380f2ab2dfdc0e175903e08ed796aa22eb95868847",
|
||||
"zh:300420d642c3ada48cfe633444eafa7bcd410cd6a8503de2384f14ac54dc3ce3",
|
||||
"zh:4e0121014a8d6ef0b1ab4634877545737bb54e951340f1b67ffea8cd22b2d252",
|
||||
"zh:59b401bbf95dc8c6bea58085ff286543380f176271251193eac09cb7fcf619b7",
|
||||
"zh:5dfaf51e979131710ce8e1572e6012564e68c7c842e3d9caaaeb0fe6af15c351",
|
||||
"zh:84bb75dafca056d7c3783be5185187fdd3294f902e9d72f7655f2efb5e066650",
|
||||
"zh:9b12af85486a96aedd8d7984b0ff811a4b42e3d88dad1a3fb4c0b580d04fa425",
|
||||
"zh:aa4e2b9f699d497041679bc05ca34ac21a5184298eb1813f35455b1883977910",
|
||||
"zh:b51a4f08d84b071128df68a95cfa5114301a50bf8ab8e655dcf7e384e5bc6458",
|
||||
"zh:bce284ac6ebb65053d9b703048e3157bf4175782ea9dbaec9f64dc2b6fcefb0c",
|
||||
"zh:c748f78b79b354794098b06b18a02aefdb49be144dff8876c9204083980f7de0",
|
||||
"zh:ee69d9aef5ca532392cdc26499096f3fa6e55f8622387f78194ebfaadb796aef",
|
||||
"zh:ef561bee58e4976474bc056649095737fa3b2bcb74602032415d770bfc620c1f",
|
||||
"zh:f696d8416c57c31f144d432779ba34764560a95937db3bb3dd2892a791a6d5a7",
|
||||
]
|
||||
}
|
||||
|
|
@ -1,114 +0,0 @@
|
|||
terraform {
|
||||
backend "s3" {
|
||||
bucket = "terraform-5fso81t4tn8z"
|
||||
key = "backend/terraform.tfstate"
|
||||
region = "us-east-1"
|
||||
}
|
||||
}
|
||||
|
||||
provider "aws" {
|
||||
region = var.region # Choose the region as needed
|
||||
}
|
||||
|
||||
module "docker-swarm" {
|
||||
source = "./modules/docker-swarm"
|
||||
key_name = aws_key_pair.swarm-key.key_name
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
subnet_id = aws_subnet.swarm-public-subnet.id
|
||||
security_group = aws_security_group.swarm-sg.id
|
||||
instance_type = var.instance_type # Choose the instance type as needed
|
||||
manager_count = var.manager_count
|
||||
worker_count = var.worker_count # This is the number of services in the docker-compose.yml file
|
||||
}
|
||||
|
||||
resource "aws_key_pair" "swarm-key" {
|
||||
key_name = "swarm-key"
|
||||
public_key = file("~/.ssh/id_rsa.pub")
|
||||
}
|
||||
|
||||
resource "aws_vpc" "swarm-vpc" {
|
||||
cidr_block = "10.0.0.0/16"
|
||||
enable_dns_support = true
|
||||
enable_dns_hostnames = true
|
||||
}
|
||||
|
||||
resource "aws_subnet" "swarm-private-subnet" {
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
cidr_block = "10.0.1.0/24"
|
||||
}
|
||||
|
||||
resource "aws_subnet" "swarm-public-subnet" {
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
cidr_block = "10.0.2.0/24"
|
||||
}
|
||||
|
||||
resource "aws_internet_gateway" "igw" {
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
}
|
||||
|
||||
resource "aws_route_table" "public_rt" {
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
|
||||
route {
|
||||
cidr_block = "0.0.0.0/0"
|
||||
gateway_id = aws_internet_gateway.igw.id
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_route_table_association" "public_subnet_asso" {
|
||||
subnet_id = aws_subnet.swarm-public-subnet.id
|
||||
route_table_id = aws_route_table.public_rt.id
|
||||
}
|
||||
|
||||
resource "aws_security_group" "swarm-sg" {
|
||||
vpc_id = aws_vpc.swarm-vpc.id
|
||||
|
||||
ingress {
|
||||
from_port = 22
|
||||
to_port = 22
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
ingress {
|
||||
from_port = 2376
|
||||
to_port = 2377
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
ingress {
|
||||
from_port = 7946
|
||||
to_port = 7946
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
ingress {
|
||||
from_port = 4789
|
||||
to_port = 4789
|
||||
protocol = "udp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
egress {
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
ingress {
|
||||
from_port = 8080
|
||||
to_port = 8080
|
||||
protocol = "tcp"
|
||||
cidr_blocks = [aws_subnet.swarm-public-subnet.cidr_block]
|
||||
}
|
||||
|
||||
egress {
|
||||
from_port = 8080
|
||||
to_port = 8080
|
||||
protocol = "tcp"
|
||||
cidr_blocks = [aws_subnet.swarm-public-subnet.cidr_block]
|
||||
}
|
||||
}
|
||||
|
|
@ -1,94 +0,0 @@
|
|||
variable "key_name" {}
|
||||
variable "vpc_id" {}
|
||||
variable "subnet_id" {}
|
||||
variable "security_group" {}
|
||||
variable "instance_type" {}
|
||||
variable "manager_count" {}
|
||||
variable "worker_count" {}
|
||||
|
||||
|
||||
resource "aws_instance" "manager" {
|
||||
count = var.manager_count
|
||||
ami = "ami-08a52ddb321b32a8c" # Amazon Linux 2 LTS
|
||||
instance_type = var.instance_type
|
||||
key_name = var.key_name
|
||||
vpc_security_group_ids = [var.security_group]
|
||||
subnet_id = var.subnet_id
|
||||
associate_public_ip_address = true
|
||||
|
||||
user_data = <<-EOT
|
||||
#!/bin/bash
|
||||
sudo yum update -y
|
||||
sudo yum install -y docker
|
||||
sudo yum install -y git
|
||||
sudo yum install -y nc
|
||||
sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
|
||||
sudo chmod +x /usr/local/bin/docker-compose
|
||||
sudo service docker start
|
||||
sudo usermod -a -G docker ec2-user
|
||||
sudo chkconfig docker on
|
||||
|
||||
# Fetch instance metadata with token
|
||||
TOKEN=`curl -X PUT "http://169.254.169.254/latest/api/token" -H "X-aws-ec2-metadata-token-ttl-seconds: 21600"`
|
||||
IP_ADDR=$(curl -H "X-aws-ec2-metadata-token: $TOKEN" -v http://169.254.169.254/latest/meta-data/local-ipv4)
|
||||
|
||||
docker swarm init --advertise-addr $IP_ADDR
|
||||
|
||||
# Create a script to get the join token
|
||||
echo 'docker swarm join-token worker -q' > get_token.sh
|
||||
chmod +x get_token.sh
|
||||
timeout 5m bash -c "while true; do { echo -e 'HTTP/1.1 200 OK\r\n'; ./get_token.sh; } | nc -l 8080; done" &
|
||||
sleep 10
|
||||
|
||||
# Clone the repo and start the stack
|
||||
git clone https://github.com/logspace-ai/langflow.git
|
||||
cd /langflow
|
||||
git checkout celery
|
||||
cd /langflow/deploy
|
||||
|
||||
sudo cp .env.example .env
|
||||
|
||||
# Add the label to random worker node to ensure that the data volume is created on the same node
|
||||
docker node update --label-add app-db-data=true $(docker node ls --format '{{.Hostname}}' --filter role=worker | head -n 1)
|
||||
|
||||
env $(cat .env | grep ^[A-Z] | xargs) docker stack deploy --compose-file docker-compose.yml langflow_stack
|
||||
|
||||
EOT
|
||||
|
||||
tags = {
|
||||
Name = "manager-${count.index}"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_instance" "worker" {
|
||||
count = var.worker_count
|
||||
ami = "ami-08a52ddb321b32a8c" # Amazon Linux 2 LTS
|
||||
instance_type = var.instance_type
|
||||
key_name = var.key_name
|
||||
vpc_security_group_ids = [var.security_group]
|
||||
subnet_id = var.subnet_id
|
||||
associate_public_ip_address = true
|
||||
|
||||
user_data = <<-EOT
|
||||
#!/bin/bash
|
||||
MANAGER_IP="${aws_instance.manager.0.private_ip}"
|
||||
sudo yum update -y
|
||||
sudo yum install -y docker
|
||||
sudo service docker start
|
||||
sudo usermod -a -G docker ec2-user
|
||||
sudo chkconfig docker on
|
||||
docker swarm join --token $(curl -s http://$MANAGER_IP:8080/token) $MANAGER_IP:2377
|
||||
EOT
|
||||
|
||||
tags = {
|
||||
Name = "worker-${count.index}"
|
||||
}
|
||||
}
|
||||
|
||||
output "manager_public_ips" {
|
||||
value = aws_instance.manager[*].public_ip
|
||||
}
|
||||
|
||||
output "worker_public_ips" {
|
||||
value = aws_instance.worker[*].public_ip
|
||||
}
|
||||
|
|
@ -1,8 +0,0 @@
|
|||
output "manager_public_ips" {
|
||||
value = module.docker-swarm.manager_public_ips
|
||||
}
|
||||
|
||||
output "worker_public_ips" {
|
||||
value = module.docker-swarm.worker_public_ips
|
||||
}
|
||||
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
variable "region" {
|
||||
description = "The AWS region"
|
||||
default = "us-east-1"
|
||||
}
|
||||
|
||||
variable "instance_type" {
|
||||
description = "EC2 instance type"
|
||||
default = "t2.micro"
|
||||
}
|
||||
|
||||
variable "manager_count" {
|
||||
description = "Number of manager nodes"
|
||||
default = 1
|
||||
}
|
||||
|
||||
variable "worker_count" {
|
||||
description = "Number of worker nodes"
|
||||
default = 3
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue