Add a Kafka producer (#14)

Move data to the external directory
Add .gitattributes
Update Makefile

Author: arttet

.gitattributes

@@ -0,0 +1 @@
+*.sh text eol=lf

Makefile

@@ -46,9 +46,12 @@ test:
 
 .PHONY: lint
 lint:
-	go mod tidy
 	golangci-lint run ./...
 
+.PHONY: tidy
+tidy:
+	go mod tidy
+
 .PHONY: style
 style:
 	find . -iname *.go | xargs gofmt -w

buf.gen.yaml

@@ -18,7 +18,7 @@ plugins:
     opt:
       - lang=go
   - name: swagger
-    out: swagger
+    out: external/swagger
     opt:
       - allow_merge=true
       - merge_file_name=api

cmd/reddit-feed-api/main.go

@@ -2,7 +2,6 @@ package main
 
 import (
 	"flag"
-	"fmt"
 
 	"github.com/arttet/reddit-feed-api/internal/config"
 	"github.com/arttet/reddit-feed-api/internal/database"
@@ -47,15 +46,7 @@ func main() {
 		zap.String("version", cfg.Project.Version),
 	)
 
-	dsn := fmt.Sprintf("host=%v port=%v user=%v password=%v dbname=%v sslmode=%v",
-		cfg.Database.Host,
-		cfg.Database.Port,
-		cfg.Database.User,
-		cfg.Database.Password,
-		cfg.Database.Name,
-		cfg.Database.SslMode,
-	)
-
+	dsn := cfg.Database.String()
 	db, err := database.NewConnection(dsn, cfg.Database.Driver)
 	if err != nil {
 		logger.Fatal("database initialization", zap.Error(err))

config-dev.yml

@@ -2,7 +2,7 @@ project:
   name: Reddit Feed API
   debug: true
   environment: development
-  swaggerDir: swagger
+  swaggerDir: external/swagger
 
 grpc:
   host: 0.0.0.0
@@ -23,7 +23,7 @@ logger:
     - logs.json
   errorOutputPaths:
     - stdout
-    - errors.json
+    - logs.json
   encoderConfig:
     messageKey: message
     levelKey: level
@@ -59,3 +59,10 @@ status:
   readinessPath: /ready
   swaggerPath: /swagger/
   versionPath: /version
+
+kafka:
+  capacity: 512
+  topic: reddit-feed-events
+  groupId: reddit-feed-api
+  brokers:
+    - localhost:9092

config.yml

@@ -1,8 +1,8 @@
 project:
   name: Reddit Feed API
-  debug: false
+  debug: true
   environment: production
-  swaggerDir: swagger
+  swaggerDir: external/swagger
 
 grpc:
   host: 0.0.0.0
@@ -55,3 +55,11 @@ status:
   readinessPath: /ready
   swaggerPath: /swagger/
   versionPath: /version
+
+kafka:
+  capacity: 512
+  topic: reddit-feed-events
+  groupId: reddit-feed-api
+  brokers:
+    - kafka:9092
+    - localhost:9094

docker-compose.yaml

@@ -60,7 +60,7 @@ services:
       - reddit-network
     volumes:
       # - pgdata:/var/lib/postgresql/data
-      - ./scripts/init-database.sh:/docker-entrypoint-initdb.d/init-database.sh
+      - ./external/scripts/init-database.sh:/docker-entrypoint-initdb.d/init-database.sh
 
   jaeger:
     image: jaegertracing/all-in-one
@@ -89,7 +89,7 @@ services:
     networks:
       - reddit-network
     volumes:
-      - "./prometheus.yml:/etc/prometheus/prometheus.yml"
+      - "./external/prometheus.yml:/etc/prometheus/prometheus.yml"
 
   zookeeper:
     image: confluentinc/cp-zookeeper
@@ -151,7 +151,7 @@ services:
       - 8080:8080
     restart: always
     volumes:
-      - ./swagger:/docs
+      - ./external/swagger:/docs
     environment:
       SWAGGER_JSON: /docs/api.swagger.json
     depends_on: