feat: add RabbitMQ module and service for message handling

.clinerules-code

@@ -0,0 +1 @@
+skip lint error and and format error if have

.env.example

@@ -16,8 +16,31 @@ REDIS_PORT=6379
 REDIS_USER=
 REDIS_PASS=
 
+# db
+POSTGRES_USER=prisma
+POSTGRES_PASSWORD=pns123456
+POSTGRES_DB=postgres
+POSTGRES_HOST=localhost
+POSTGRES_PORT=5432
+
 # Prisma database connection
-DATABASE_URL=postgresql://prisma:pd8cDXMA@localhost:5432/postgres?schema=public&sslmode=prefer
+DATABASE_URL=postgresql://$POSTGRES_USER:$POSTGRES_PASSWORD@$POSTGRES_HOST:$POSTGRES_PORT/$POSTGRES_DB?schema=public&sslmode=prefer
+
+# Kafka Configuration
+KAFKA_PORT=9092
+KAFKA_CLIENT_ID=nestjs-auth-service
+KAFKA_BROKERS=localhost:9092
+KAFKA_CONSUMER_GROUP_ID=nestjs-auth-service-group
+KAFKA_SSL=false
+KAFKA_SASL_MECHANISM=
+KAFKA_SASL_USERNAME=
+KAFKA_SASL_PASSWORD=
 
 PUBSUB_DRIVER=redis
 
+# Kong Configuration
+KONG_ADMIN_URL=http://localhost:8001
+KONG_SERVICE_NAME=auth-service
+KONG_SERVICE_HOST=localhost
+KONG_SERVICE_PORT=4005
+KONG_SERVICE_PATH=/api

.eslintrc.js

@@ -4,7 +4,7 @@ module.exports = {
     project: 'tsconfig.json',
     sourceType: 'module',
   },
-  plugins: ['@typescript-eslint/eslint-plugin', 'simple-import-sort'],
+  plugins: ['@typescript-eslint/eslint-plugin'],
   extends: ['plugin:@typescript-eslint/recommended', 'plugin:prettier/recommended'],
   root: true,
   env: {
@@ -17,6 +17,7 @@ module.exports = {
     '@typescript-eslint/explicit-function-return-type': 'off',
     '@typescript-eslint/explicit-module-boundary-types': 'off',
     '@typescript-eslint/no-explicit-any': 'off',
+    '@typescript-eslint/no-unused-vars': 'off',
     'simple-import-sort/imports': [
       'error',
       {

.prettierrc.js

@@ -4,4 +4,5 @@ module.exports = {
   endOfLine: 'lf',
   printWidth: 100,
   tabWidth: 2,
+  importOrderParserPlugins: ['decorators-legacy', 'typescript', 'jsx'],
 };

.vscode/default-snippets-manager.code-snippets

@@ -0,0 +1,10 @@
+{
+	"cst": {
+		"prefix": "cst",
+		"description": "cst",
+		"scope": "typescript",
+		"body": [
+			"constructor() {}"
+		]
+	}
+}

docker-compose.yml

@@ -1,45 +1,116 @@
-version: '3.8'
 services:
   postgres:
-    image: postgres:13
+    image: postgres:16
     restart: on-failure
     ports:
-      - 5432:5432
+      - ${POSTGRES_PORT}:${POSTGRES_PORT}
     environment:
-      - POSTGRES_USER=prisma
-      - POSTGRES_PASSWORD=pd8cDXMA
-      - POSTGRES_DB=postgres
-      - DB_PORT=5432
+      - POSTGRES_USER=${POSTGRES_USER}
+      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
+      - POSTGRES_DB=${POSTGRES_DB}
+      - DB_PORT=${POSTGRES_PORT}
       - DB_SCHEMA=public
     volumes:
       - postgres-data:/var/lib/postgresql/data
 
+  mongodb:
+    image: mongo:latest
+    container_name: mongodb
+    ports:
+      - '${MONGODB_PORT:-27017}:27017'
+    volumes:
+      - mongodb_data:/data/db
+    environment:
+      - MONGO_INITDB_ROOT_USERNAME=${MONGODB_USER:-admin}
+      - MONGO_INITDB_ROOT_PASSWORD=${MONGODB_PASSWORD:-password}
+    restart: unless-stopped
+
   redis:
     image: redis/redis-stack:latest
     restart: on-failure
     ports:
-      - 8001:8001
-      - 6379:6379
+      - 8011:8001
+      - ${REDIS_PORT}:6379
     volumes:
       - redis-data:/data
-  api:
-    image: ghcr.io/pnstack/nestjs-auth-service:release
-    container_name: nestjs-auth-service
+
+  zookeeper:
+    image: confluentinc/cp-zookeeper:latest
+    environment:
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
+    ports:
+      - 22181:2181
+
+  kafka:
+    image: confluentinc/cp-kafka:latest
     depends_on:
-      - postgres
-      - redis
-    restart: on-failure
+      - zookeeper
     ports:
-      - 4005:4005
-    # volumes:
-    #   - /app/node_modules
-    #   - .:/app
-    env_file:
-      - .env
+      - ${KAFKA_PORT}:9092
     environment:
-      - REDIS_HOST=redis
-      - DB_HOST=postgres
-      - DATABASE_URL=postgresql://prisma:pd8cDXMA@postgres:5432/postgres?schema=public&sslmode=prefer
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:29092,OUTSIDE://0.0.0.0:9092
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,OUTSIDE://localhost:9092
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,OUTSIDE:PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_NUM_PARTITIONS: 1
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 1
+      KAFKA_MIN_INSYNC_REPLICAS: 1
+
+  kafka-ui:
+    image: provectuslabs/kafka-ui:latest
+    ports:
+      - 8181:8080
+    depends_on:
+      - kafka
+    environment:
+      KAFKA_CLUSTERS_0_NAME: local
+      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
+      KAFKA_CLUSTERS_0_ZOOKEEPER: zookeeper:2181
+
+  # nestjs-auth-service:
+  #   image: ghcr.io/pnstack/nestjs-auth-service:release
+  #   container_name: nestjs-auth-service
+  #   build:
+  #     context: .
+  #     dockerfile: Dockerfile
+  #   depends_on:
+  #     - postgres
+  #     - redis
+  #   restart: on-failure
+  #   ports:
+  #     - 4005:4005
+  #   volumes:
+  #     - /app/node_modules
+  #     - .:/app
+  #   env_file:
+  #     - .env
+  #   environment:
+  #     - REDIS_HOST=redis
+  #     - DB_HOST=postgres
+  #     - DATABASE_URL=postgresql://prisma:pd8cDXMA@postgres:5432/postgres?schema=public&sslmode=prefer
+  scylla:
+    image: scylladb/scylla
+    container_name: scylla-node1
+    ports:
+      - '9042:9042' # CQL
+      - '7000:7000' # intra-node communication
+      - '7001:7001' # TLS intra-node
+      - '7199:7199' # JMX
+      - '10000:10000' # Alternator (DynamoDB API)
+    volumes:
+      - scylla-data:/var/lib/scylla
+    environment:
+      - SCYLLA_CLUSTER_NAME=my-scylla-cluster
+      - SCYLLA_DC=dc1
+      - SCYLLA_RACK=rack1
+
 volumes:
   redis-data:
   postgres-data:
+  mongodb_data:
+  scylla-data:

flow.yml

@@ -0,0 +1,23 @@
+id: stock_price
+namespace: company.team
+
+tasks:
+  - id: hello
+    type: io.kestra.plugin.core.log.Log
+    message: Hello World! 🚀
+
+  - id: send_data
+    type: io.kestra.plugin.core.http.Request
+    uri: https://dummyjson.com/products
+    method: GET
+    contentType: application/json
+
+  - id: get_price
+    type: io.kestra.plugin.core.http.Request
+    uri: https://vcbs.com.vn/api/v1/ttpt-companies/VCB?locale=vi
+    method: GET
+    contentType: application/json
+
+  - id: log
+    type: io.kestra.plugin.core.log.Log
+    message: Hello {{outputs.get_price.outputFiles}}

kong/docker-compose.yml

@@ -0,0 +1,88 @@
+version: '3'
+
+services:
+  kong-postgres:
+    container_name: kong-postgres
+    image: postgres:16-alpine
+    environment:
+      POSTGRES_USER: kong
+      POSTGRES_DB: kong
+      POSTGRES_PASSWORD: kong123456
+    volumes:
+      - kong_db_data:/var/lib/postgresql/data
+    restart: always
+    networks:
+      - kong-net
+
+  kong-migrations:
+    image: kong:3.1.1-alpine
+    environment:
+      KONG_DATABASE: postgres
+      KONG_PG_HOST: kong-postgres
+      KONG_PG_PORT: 5432
+      KONG_PG_USER: kong
+      KONG_PG_PASSWORD: kong123456
+      KONG_PG_DATABASE: kong
+    command: sh -c "kong migrations bootstrap && kong migrations up"
+    restart: on-failure:5
+    depends_on:
+      - kong-postgres
+    networks:
+      - kong-net
+
+  kong:
+    image: kong:3.1.1-alpine
+    environment:
+      LC_CTYPE: en_US.UTF-8
+      LC_ALL: en_US.UTF-8
+      KONG_NGINX_PROXY_PROXY_IGNORE_CLIENT_ABORT: "on"
+      KONG_DATABASE: postgres
+      KONG_PG_HOST: kong-postgres
+      KONG_PG_PORT: 5432
+      KONG_PG_DATABASE: kong
+      KONG_PG_USER: kong
+      KONG_PG_PASSWORD: kong123456
+      # KONG_DNS_RESOLVER: 10.0.0.224:8600
+      KONG_DNS_STATE_TTL: 6
+      KONG_LOG_LEVEL: "error"
+      KONG_HEADERS: "off"
+      KONG_PROXY_ACCESS_LOG: /dev/stdout
+      KONG_ADMIN_ACCESS_LOG: /dev/stdout
+      KONG_PROXY_ERROR_LOG: /dev/stderr
+      KONG_ADMIN_ERROR_LOG: /dev/stderr
+      KONG_ADMIN_LISTEN: 0.0.0.0:8001, 0.0.0.0:8444 ssl
+      # KONG_PREFIX: /var/run/kong
+    ports:
+      - 8180:8000
+      - 8581:8001
+    depends_on:
+      - kong-migrations
+    # volumes:
+    #   - kong_prefix_vol:/var/run/kong
+    #   - kong_tmp_vol:/tmp
+    restart: always
+    networks:
+      - kong-net
+
+  konga:
+    image: pantsel/konga
+    restart: always
+    ports:
+      - 8182:1338
+    environment:
+      - NODE_ENV=develop
+      - NO_AUTH=true
+    depends_on:
+      - kong-postgres
+      - kong
+    networks:
+      - kong-net
+
+networks:
+  kong-net:
+    driver: bridge
+
+volumes:
+  kong_db_data:
+  # kong_prefix_vol:
+  # kong_tmp_vol:

package.json

@@ -18,7 +18,7 @@
     "clean": "rm -rf ./node_modules",
     "compodoc": "npx @compodoc/compodoc -p tsconfig.json -s",
     "dev": "nest start --watch",
-    "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
+    "lint:fix": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
     "postinstall": "npm run prisma:generate",
     "prisma:generate": "npx prisma generate",
     "migrate:dev": "npx prisma migrate dev --preview-feature",
@@ -47,16 +47,25 @@
     "@nestjs/jwt": "10.0.3",
     "@nestjs/mapped-types": "*",
     "@nestjs/microservices": "9.4.2",
+    "@nestjs/mongoose": "^11.0.3",
     "@nestjs/passport": "9.0.3",
     "@nestjs/platform-express": "9.4.2",
     "@nestjs/platform-socket.io": "^9.4.2",
     "@nestjs/schedule": "^2.2.2",
     "@nestjs/serve-static": "^3.0.1",
     "@nestjs/swagger": "6.3.0",
     "@nestjs/websockets": "^9.4.2",
+    "@novu/api": "^1.0.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.57.0",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.200.0",
+    "@opentelemetry/resources": "^2.0.0",
+    "@opentelemetry/sdk-node": "^0.200.0",
+    "@opentelemetry/semantic-conventions": "^1.30.0",
     "@prisma/client": "^4.12.0",
     "@socket.io/redis-adapter": "^8.0.1",
     "@types/graphql-fields": "^1.3.4",
+    "amqplib": "^0.10.5",
+    "axios": "^1.8.4",
     "bcrypt": "^5.1.1",
     "bull": "^4.10.2",
     "bullmq": "^5.44.4",
@@ -75,13 +84,17 @@
     "graphql-type-json": "^0.3.2",
     "handlebars": "^4.7.7",
     "ioredis": "^5.3.1",
+    "kafkajs": "^2.2.4",
     "lodash": "^4.17.20",
     "map-series-async": "^0.0.1",
     "mime-types": "^2.1.35",
     "moment": "^2.29.4",
+    "mongoose": "^8.15.0",
     "mqtt": "^4.3.7",
     "multer": "1.4.5-lts.1",
+    "nats": "^2.29.3",
     "nestjs-prisma": "^0.20.0",
+    "opendal": "^0.47.11",
     "passport": "0.6.0",
     "passport-google-oauth20": "^2.0.0",
     "passport-jwt": "4.0.1",
@@ -101,6 +114,7 @@
     "@nestjs/schematics": "^9.2.0",
     "@nestjs/testing": "^9.4.2",
     "@trivago/prettier-plugin-sort-imports": "^4.1.1",
+    "@types/amqplib": "^0.10.7",
     "@types/bcrypt": "5.0.0",
     "@types/chance": "1.1.3",
     "@types/express": "4.17.13",