add terraform code for doccano service and conf file changes for nginx

.gitignore

@@ -205,3 +205,9 @@ backend/filepond-temp-uploads
 backend/media
 backend/*.sqlite3*
 frontend/assets/fonts
+
+*.auto.tfvars
+.terraform/
+.terraformrc
+*.tfstate
+terraform.tfstate.backup

docker/Dockerfile.nginx

@@ -1,4 +1,4 @@
-ARG NODE_VERSION="18.20-bullseye-slim"
+ARG NODE_VERSION="20.19-bullseye-slim"
 FROM node:${NODE_VERSION} AS frontend-builder
 
 COPY frontend/ /app/

docker/nginx/nginx.conf.template

@@ -1,4 +1,4 @@
-worker_processes  ${WORKER_PROCESSES};
+worker_processes  auto;
 
 error_log  /var/log/nginx/error.log warn;
 

terraform/dev/main.tf

@@ -0,0 +1,87 @@
+module "doccano_ecs" {
+  source            = "../modules/ecs"
+  app_name          = var.app_name
+  subnet_ids        = var.private_subnet_ids
+  lb_security_group = [module.doccano_alb.alb_security_group]
+  load_balancer = {
+    container_port = 8080
+  }
+  vpc_id           = var.vpc_id
+  target_group_arn = module.doccano_alb.alb_target_group_arn
+  container_name   = "nginx"
+  # container_count = 2
+  efs_volume                    = module.doccano_efs.efs_id
+  efs_access_point_static_files = module.doccano_efs.access_point_ids["staticfiles"]
+  efs_access_point_id_media     = module.doccano_efs.access_point_ids["media"]
+  efs_access_point_id_tmp       = module.doccano_efs.access_point_ids["tmp"]
+  database_url                  = aws_ssm_parameter.DATABASE_URL.arn
+}
+
+module "doccano_efs" {
+  source          = "git::ssh://git@github.com/chicagopcdc/terraform_modules.git//aws/efs?ref=0.5.0"
+  vpc_id          = var.vpc_id
+  efs_name        = var.app_name
+  subnet_ids      = var.private_subnet_ids
+  security_groups = [module.doccano_ecs.ecs_tasks_sg]
+  access_points = [
+    {
+      name       = "media"
+      posix_user = { uid = 1000, gid = 1000 }
+      root_directory = {
+        path = "/backend/media"
+        creation_info = {
+          owner_uid   = "1000"
+          owner_gid   = "1000"
+          permissions = "755"
+        }
+      }
+    },
+    {
+      name       = "staticfiles"
+      posix_user = { uid = 1000, gid = 1000 }
+      root_directory = {
+        path = "/backend/staticfiles"
+        creation_info = {
+          owner_uid   = "1000"
+          owner_gid   = "1000"
+          permissions = "755"
+        }
+      }
+    },
+    {
+      name       = "tmp"
+      posix_user = { uid = 1000, gid = 1000 }
+      root_directory = {
+        path = "/backend/filepond-temp-uploads"
+        creation_info = {
+          owner_uid   = "1000"
+          owner_gid   = "1000"
+          permissions = "755"
+        }
+      }
+    }
+  ]
+}
+
+module "doccano_alb" {
+  source      = "git::ssh://git@github.com/chicagopcdc/terraform_modules.git//aws/alb?ref=0.5.0"
+  environment = var.environment
+  app_name    = "doccano"
+  vpc_id      = var.vpc_id
+  subnet_ids  = var.private_subnet_ids
+  acm_cert_arn =  "arn:aws:acm:us-east-1:471835990085:certificate/c1cebe37-738d-4766-a635-bc23d3e8caa7" # 
+}
+
+module "rds" {
+  source              = "git::ssh://git@github.com/chicagopcdc/terraform_modules.git//aws/rds?ref=0.5.0"
+  rds_security_groups = module.doccano_ecs.ecs_tasks_sg
+  vpc_id              = var.vpc_id
+  subnet_ids          = var.private_subnet_ids
+  db_name             = "doccano"
+}
+
+resource "aws_ssm_parameter" "DATABASE_URL" {
+  name  = "/${var.environment}/${var.app_name}/DATABASE_URL"
+  type  = "SecureString"
+  value = "postgres://doccano:${module.rds.rds_random_password}@${module.rds.rds_enpoint}/doccano?sslmode=disable"
+}

terraform/dev/provider.tf

@@ -0,0 +1,19 @@
+provider "aws" {
+  region = var.aws_region
+  default_tags {
+    tags = {
+      Environment = var.environment
+      Name        = var.app_name
+    }
+  }
+}
+
+# terraform {
+#   backend "s3" {
+#     bucket         = "pcdc-doccano-dev-tfstate-bucket"
+#     key            = "terraform.tfstate"
+#     region         = var.aws_region
+#     dynamodb_table = "pcdc-doccano-dynomodb-table-terraform-lock"
+#     encrypt        = true
+#   }
+# }

terraform/dev/variables.tf

@@ -0,0 +1,27 @@
+variable "aws_region" {
+  default = "us-east-1"
+}
+
+variable "environment" {
+  default = "dev"
+}
+
+variable "app_name" {
+  default = "doccano"
+}
+
+variable "private_subnet_ids" {
+  default = ["subnet-02daaea0d231975df", "subnet-0c7f4570d0c82bdc3"]
+}
+
+variable "vpc_id" {
+  default = "vpc-0e20603ab3c8dd65e" #doccano dev vpc
+}
+
+variable "efs_sg_id" {
+  default = ""
+}
+
+# variable "alb_sg_id" {
+#   default = ""
+# }

terraform/main.tf

@@ -0,0 +1,3 @@
+module "dev" {
+  source = "./dev"
+}

terraform/modules/ecs/cloudwatch.tf

@@ -0,0 +1,24 @@
+resource "aws_cloudwatch_log_group" "doccano" {
+  name              = "/ecs/doccano-logs"
+  retention_in_days = 7
+}
+
+resource "aws_cloudwatch_log_group" "flower" {
+  name              = "/ecs/flower-logs"
+  retention_in_days = 7
+}
+
+resource "aws_cloudwatch_log_group" "celery" {
+  name              = "/ecs/celery-logs"
+  retention_in_days = 7
+}
+
+resource "aws_cloudwatch_log_group" "nginx" {
+  name              = "/ecs/nginx-logs"
+  retention_in_days = 7
+}
+
+resource "aws_cloudwatch_log_group" "rabbitmq" {
+  name              = "/ecs/rabbitmq-logs"
+  retention_in_days = 7
+}

terraform/modules/ecs/cluster.tf

@@ -0,0 +1,3 @@
+resource "aws_ecs_cluster" "cluster" {
+  name = "${var.environment}-cluster"
+}