Merge pull request #24 from ohbuchim/export-data

Enable S3 batch export for Langfuse traces

Author: raphael-shin

langfuse-v3/cdk_stacks/ecs_task_langfuse_web.py

@@ -104,6 +104,12 @@ def __init__(self, scope: Construct, construct_id: str,
       # "LANGFUSE_S3_MEDIA_UPLOAD_PREFIX": "media/", # default: "" (the bucket root)
       "LANGFUSE_S3_MEDIA_UPLOAD_ENABLED": "true",
 
+      # Batch Export Configuration
+      "LANGFUSE_S3_BATCH_EXPORT_ENABLED": "true",
+      "LANGFUSE_S3_BATCH_EXPORT_BUCKET": s3_event_bucket.bucket_name,
+      "LANGFUSE_S3_BATCH_EXPORT_PREFIX": "exports/",
+      "LANGFUSE_S3_BATCH_EXPORT_REGION": self.region,
+
       "NEXTAUTH_URL": load_balancer_url,
     }
 
@@ -129,3 +135,7 @@ def __init__(self, scope: Construct, construct_id: str,
     cdk.CfnOutput(self, 'TaskDefinitionArn',
       value=self.ecs_task_definition.task_definition_arn,
       export_name=f'{self.stack_name}-TaskDefinitionArn')
+
+
+
+

langfuse-v3/cdk_stacks/ecs_task_langfuse_worker.py

@@ -102,6 +102,12 @@ def __init__(self, scope: Construct, construct_id: str,
       "LANGFUSE_S3_MEDIA_UPLOAD_BUCKET": s3_blob_bucket.bucket_name,
       # "LANGFUSE_S3_MEDIA_UPLOAD_PREFIX": "media/", # default: "" (the bucket root)
       "LANGFUSE_S3_MEDIA_UPLOAD_ENABLED": "true",
+
+      # Batch Export Configuration
+      "LANGFUSE_S3_BATCH_EXPORT_ENABLED": "true",
+      "LANGFUSE_S3_BATCH_EXPORT_BUCKET": s3_event_bucket.bucket_name,
+      "LANGFUSE_S3_BATCH_EXPORT_PREFIX": "exports/",
+      "LANGFUSE_S3_BATCH_EXPORT_REGION": self.region,
     }
 
     repository = ecr_repositories['langfuse-worker']
@@ -127,3 +133,7 @@ def __init__(self, scope: Construct, construct_id: str,
     cdk.CfnOutput(self, 'TaskDefinitionArn',
       value=self.ecs_task_definition.task_definition_arn,
       export_name=f'{self.stack_name}-TaskDefinitionArn')
+
+
+
+