new code

Author: Quanghihicoder

devops/cleanup.sh

@@ -3,6 +3,19 @@
 # Safety destroy
 ./destroy.sh
 
+# Delete ECR
+aws ecr delete-repository \
+  --repository-name tilelens/backend \
+  --region ap-southeast-2 \
+  --force \
+  --no-cli-pager \
+
+aws ecr delete-repository \
+  --repository-name tilelens/transcriber \
+  --region ap-southeast-2 \
+  --force \
+  --no-cli-pager
+
 # Delete terraform state bucket
 aws s3 rb s3://tilelens-terraform --force --region ap-southeast-2
 

devops/deploy.sh

@@ -5,14 +5,19 @@ aws ecr get-login-password --region ap-southeast-2 | \
   docker login --username AWS --password-stdin 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com
 
 # Build Docker image ( Very important if build from Mac M chip)
-docker buildx build --platform linux/amd64 -f ../backend/Dockerfile.prod -t tilelens ../backend --load
+docker buildx build --platform linux/amd64 -f ../backend/Dockerfile.prod -t tilelens/backend ../backend --load
+docker tag tilelens/backend:latest 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens/backend:latest
+docker push 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens/backend:latest
 
-# Tag and push
-docker tag tilelens:latest 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens:latest
-docker push 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens:latest
+docker buildx build --platform linux/amd64 -f ../worker/transcriber/Dockerfile -t tilelens/transcriber ../worker/transcriber --load
+docker tag tilelens/transcriber:latest 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens/transcriber:latest
+docker push 058264550947.dkr.ecr.ap-southeast-2.amazonaws.com/tilelens/transcriber:latest
 
 # Build and Zip Lambdas
-cd ../worker/clipping_image/
+cd ../worker/msk_topic_creator/
+./build.sh
+
+cd ../clipping_image/
 ./build.sh
 
 cd ../tiling_image/
@@ -29,4 +34,4 @@ cd ../devops
 terraform init
 terraform apply -auto-approve
 
-aws s3 sync ../frontend/dist s3://tilelens-frontend --delete
+aws s3 sync ../frontend/dist s3://tilelens-frontend --delete

devops/init.sh

@@ -1,5 +1,16 @@
 #!/bin/bash
 
+# Create ECR
+aws ecr create-repository \
+  --repository-name tilelens/backend \
+  --region ap-southeast-2 \
+  --no-cli-pager
+
+aws ecr create-repository \
+  --repository-name tilelens/transcriber \
+  --region ap-southeast-2 \
+  --no-cli-pager
+
 # Create Terraform bucket
 aws s3 mb s3://tilelens-terraform --region ap-southeast-2
 

devops/main.tf

@@ -286,16 +286,16 @@ module "route53" {
   depends_on = [module.cdn, module.alb]
 }
 
-module "pipeline" {
-  source = "./modules/pipeline"
-
-  project_name         = var.project_name
-  aws_region           = var.aws_region
-  frontend_bucket_arn  = module.s3.frontend_bucket_arn
-  frontend_bucket_name = module.s3.frontend_bucket
-  tiling_lambda_name   = module.lambda.tiling_lambda_name
-  clipping_lambda_name = module.lambda.clipping_lambda_name
-  blending_lambda_name = module.lambda.blending_lambda_name
-  backend_ecs_cluster_name     = module.ecs.backend_ecs_cluster_name
-  backend_ecs_service_name     = module.ecs.backend_ecs_service_name
-}
+# module "pipeline" {
+#   source = "./modules/pipeline"
+
+#   project_name         = var.project_name
+#   aws_region           = var.aws_region
+#   frontend_bucket_arn  = module.s3.frontend_bucket_arn
+#   frontend_bucket_name = module.s3.frontend_bucket
+#   tiling_lambda_name   = module.lambda.tiling_lambda_name
+#   clipping_lambda_name = module.lambda.clipping_lambda_name
+#   blending_lambda_name = module.lambda.blending_lambda_name
+#   backend_ecs_cluster_name     = module.ecs.backend_ecs_cluster_name
+#   backend_ecs_service_name     = module.ecs.backend_ecs_service_name
+# }

devops/modules/messaging/msk/main.tf

@@ -1,6 +1,6 @@
 resource "aws_msk_cluster" "cluster" {
   cluster_name           = "${var.project_name}-msk-cluster"
-  kafka_version          = "2.8.1"
+  kafka_version          = "3.8.x"
   number_of_broker_nodes = 2
 
   broker_node_group_info {