Feature/3834 migrate logger from winston to pino

common/src/entity/index.ts

@@ -41,4 +41,5 @@ export * from './dry-run-files.js';
 export * from './policy-cache-data.js';
 export * from './policy-cache.js';
 export * from './assign-entity.js';
-export * from './policy-test.js';
+export * from './policy-test.js';
+export * from './log.js';

logger-service/src/entity/log.ts → common/src/entity/log.ts

@@ -1,6 +1,6 @@
 import { Entity, Enum, Property } from '@mikro-orm/core';
 import { ILog, LogType } from '@guardian/interfaces';
-import { BaseEntity } from '@guardian/common';
+import { BaseEntity } from '../models/base-entity.js';
 
 /**
  * Log message

common/src/helpers/mongo-logging-initialization.ts

@@ -4,7 +4,7 @@ import { MongoDriver } from '@mikro-orm/mongodb';
 import process from 'process';
 
 //entities
-import { entities } from '../index.js';
+import { Log } from '../entity/log.js';
 
 //helpers
 import { DataBaseNamingStrategy } from '../helpers/index.js';
@@ -16,7 +16,7 @@ export const DEFAULT = {
 };
 
 export async function mongoForLoggingInitialization(options: Record<string, any> = {}) {
-    const isMongoTransport = process.env.TRANSPORTS.includes('MONGO')
+    const isMongoTransport = process.env.TRANSPORTS?.includes('MONGO')
 
     if(process.env.DB_LOGGER_NAME && isMongoTransport) {
         return await MikroORM.init<MongoDriver>({
@@ -31,7 +31,7 @@ export async function mongoForLoggingInitialization(options: Record<string, any>
                 maxIdleTimeMS: parseInt(process.env.MAX_IDLE_TIME_MS ?? DEFAULT.MAX_IDLE_TIME_MS, 10),
             },
             ensureIndexes: true,
-            entities,
+            entities: [Log],
             ...options
         });
     }

configs/.env.develop.guardian.system

@@ -142,6 +142,17 @@ HOST_CACHE='cache'
 PORT_CACHE='6379'
 ENABLE_CACHE='true'
 
+#PINO_LOGGER
+TRANSPORTS="CONSOLE, MONGO"
+DB_LOGGER_NAME="logger_db"
+DB_LOGGER_HOST="mongo"
+DB_LOGGER_COLLECTION="log"
+LOG_FILE_PATH="./logs/app.log"
+LOG_LEVEL="info"
+SEQ_SERVER_URL="http://seq:5341"
+#SEQ_UI_URL="http://localhost:5341"
+#SEQ_API_KEY=""
+
 # MONGO_INIT
 MIN_POOL_SIZE="1"
 MAX_POOL_SIZE="5"

configs/.env.template.guardian.system

@@ -157,7 +157,18 @@ HOST_CACHE='cache'
 PORT_CACHE='6379'
 ENABLE_CACHE='true'
 
+#PINO_LOGGER
+TRANSPORTS="CONSOLE, MONGO"
+DB_LOGGER_NAME=""
+DB_LOGGER_HOST=""
+DB_LOGGER_COLLECTION=""
+LOG_FILE_PATH=""
+LOG_LEVEL=""
+SEQ_SERVER_URL=""
+#SEQ_UI_URL=""
+#SEQ_API_KEY=""
+
 # MONGO_INIT
-MIN_POOL_SIZE="1"
-MAX_POOL_SIZE="5"
-MAX_IDLE_TIME_MS="30000"
+MIN_POOL_SIZE=""
+MAX_POOL_SIZE=""
+MAX_IDLE_TIME_MS=""

configs/.env_SSV

@@ -38,6 +38,17 @@ HOST_CACHE='cache'
 PORT_CACHE='6379'
 ENABLE_CACHE='true'
 
+#PINO_LOGGER
+TRANSPORTS="CONSOLE, MONGO"
+DB_LOGGER_NAME="logger_db"
+DB_LOGGER_HOST="mongo"
+DB_LOGGER_COLLECTION="log"
+LOG_FILE_PATH="./logs/app.log"
+LOG_LEVEL="info"
+SEQ_SERVER_URL="http://seq:5341"
+#SEQ_UI_URL="http://localhost:5341"
+#SEQ_API_KEY=""
+
 # MONGO_INIT
 MIN_POOL_SIZE="1"
 MAX_POOL_SIZE="5"

guardian-service/src/app.ts

@@ -7,43 +7,13 @@ import { tokenAPI } from './api/token.service.js';
 import { trustChainAPI } from './api/trust-chain.service.js';
 import { PolicyEngineService } from './policy-engine/policy-engine.service.js';
 import {
-    ApplicationState,
-    Branding,
-    COMMON_CONNECTION_CONFIG,
-    Contract,
-    DataBaseHelper,
-    DatabaseServer,
-    DidDocument,
-    entities,
-    Environment,
-    ExternalEventChannel,
-    IPFS,
-    LargePayloadContainer,
-    MessageBrokerChannel,
-    MessageServer,
-    Migration,
-    mongoForLoggingInitialization,
-    OldSecretManager,
-    PinoLogger,
-    pinoLoggerInitialization,
-    Policy,
-    RetirePool,
-    RetireRequest,
-    Schema,
-    SecretManager,
-    Settings,
-    Token,
-    Topic,
-    TopicMemo,
-    TransactionLogger,
-    TransactionLogLvl,
-    Users,
-    ValidateConfiguration,
-    VcDocument,
-    VpDocument,
-    Wallet,
-    WiperRequest,
-    Workers,
+    AggregateVC, ApplicationState, ApprovalDocument, Artifact, ArtifactChunk, AssignEntity, BlockCache, BlockState, Branding, COMMON_CONNECTION_CONFIG,
+    Contract, DataBaseHelper, DatabaseServer, DidDocument, DocumentState, DryRun, DryRunFiles, Environment, ExternalDocument, ExternalEventChannel, IPFS,
+    LargePayloadContainer, MessageBrokerChannel, MessageServer, Migration, MintRequest, MintTransaction, mongoForLoggingInitialization, MultiDocuments,
+    MultiPolicy, MultiPolicyTransaction, OldSecretManager, PinoLogger, pinoLoggerInitialization, Policy, PolicyCache, PolicyCacheData, PolicyCategory,
+    PolicyInvitations, PolicyModule, PolicyProperty, PolicyRoles, PolicyTest, PolicyTool, Record, RetirePool, RetireRequest, Schema, SecretManager,
+    Settings, SplitDocuments, SuggestionsConfig, Tag, TagCache, Theme, Token, Topic, TopicMemo, TransactionLogger, TransactionLogLvl, Users,
+    ValidateConfiguration, VcDocument, VpDocument, Wallet, WiperRequest, Workers
 } from '@guardian/common';
 import { ApplicationStates, PolicyEvents, PolicyType, WorkerTaskType } from '@guardian/interfaces';
 import { AccountId, PrivateKey, TopicId } from '@hashgraph/sdk';
@@ -80,6 +50,53 @@ import { setDefaultSchema } from './api/helpers/default-schemas.js';
 
 export const obj = {};
 
+const necessaryEntity = [
+    AggregateVC,
+    ApprovalDocument,
+    ArtifactChunk,
+    Artifact,
+    BlockCache,
+    BlockState,
+    Branding,
+    Contract,
+    DidDocument,
+    DocumentState,
+    DryRun,
+    ExternalDocument,
+    PolicyModule,
+    MultiDocuments,
+    MultiPolicyTransaction,
+    MultiPolicy,
+    PolicyInvitations,
+    PolicyRoles,
+    Policy,
+    RetirePool,
+    RetireRequest,
+    Schema,
+    Settings,
+    SplitDocuments,
+    SuggestionsConfig,
+    TagCache,
+    Tag,
+    Theme,
+    Token,
+    PolicyTool,
+    Topic,
+    VcDocument,
+    VpDocument,
+    WiperRequest,
+    Record,
+    PolicyCategory,
+    PolicyProperty,
+    MintRequest,
+    MintTransaction,
+    DryRunFiles,
+    PolicyCacheData,
+    PolicyCache,
+    AssignEntity,
+    PolicyTest
+]
+
 Promise.all([
     Migration({
         ...COMMON_CONNECTION_CONFIG,
@@ -91,7 +108,7 @@ Promise.all([
             useUnifiedTopology: true
         },
         ensureIndexes: true,
-        entities
+        entities: necessaryEntity
     }, [
         'v2-4-0',
         'v2-7-0',

logger-service/src/api/logger.service.ts

@@ -1,5 +1,4 @@
-import { Log } from '../entity/log.js';
-import { DataBaseHelper, LargePayloadContainer, MessageError, MessageResponse } from '@guardian/common';
+import { DataBaseHelper, LargePayloadContainer, MessageError, MessageResponse, Log } from '@guardian/common';
 import { MessageAPI } from '@guardian/interfaces';
 import { Controller, Module } from '@nestjs/common';
 import { ClientsModule, Ctx, MessagePattern, NatsContext, Payload, Transport } from '@nestjs/microservices';

logger-service/src/app.ts

@@ -1,4 +1,4 @@
-import { ApplicationState, COMMON_CONNECTION_CONFIG, DataBaseHelper, LargePayloadContainer, MessageBrokerChannel, Migration } from '@guardian/common';
+import { ApplicationState, COMMON_CONNECTION_CONFIG, DataBaseHelper, LargePayloadContainer, MessageBrokerChannel, Migration, Log } from '@guardian/common';
 import { ApplicationStates } from '@guardian/interfaces';
 import { MikroORM } from '@mikro-orm/core';
 import { MongoDriver } from '@mikro-orm/mongodb';
@@ -37,6 +37,7 @@ Promise.all([
             maxPoolSize: parseInt(process.env.MAX_POOL_SIZE  ?? DEFAULT_MONGO.MAX_POOL_SIZE, 10),
             maxIdleTimeMS: parseInt(process.env.MAX_IDLE_TIME_MS  ?? DEFAULT_MONGO.MAX_IDLE_TIME_MS, 10)
         },
+        entities: [Log],
         ensureIndexes: true,
     }),
     MessageBrokerChannel.connect('LOGGER_SERVICE'),