From d1bb0fb8222122ff45c0125fff619e24f89c8767 Mon Sep 17 00:00:00 2001 From: bosiraphael <71827178+bosiraphael@users.noreply.github.com> Date: Thu, 27 Jun 2024 16:23:47 +0200 Subject: [PATCH] Change messaging batch size and cron pattern (#6063) Change messaging batch size and cron pattern to accelerate messages import --- .../common/services/messaging-fetch-by-batch.service.ts | 2 +- .../crons/commands/messaging-messages-import.cron.command.ts | 2 +- .../messaging-gmail-users-messages-get-batch-size.constant.ts | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/twenty-server/src/modules/messaging/common/services/messaging-fetch-by-batch.service.ts b/packages/twenty-server/src/modules/messaging/common/services/messaging-fetch-by-batch.service.ts index 0af4b578e..978850bb9 100644 --- a/packages/twenty-server/src/modules/messaging/common/services/messaging-fetch-by-batch.service.ts +++ b/packages/twenty-server/src/modules/messaging/common/services/messaging-fetch-by-batch.service.ts @@ -19,7 +19,7 @@ export class MessagingFetchByBatchesService { messageIdsByBatch: string[][]; batchResponses: AxiosResponse[]; }> { - const batchLimit = 50; + const batchLimit = 20; let batchOffset = 0; diff --git a/packages/twenty-server/src/modules/messaging/message-import-manager/crons/commands/messaging-messages-import.cron.command.ts b/packages/twenty-server/src/modules/messaging/message-import-manager/crons/commands/messaging-messages-import.cron.command.ts index 4e878d75f..d61c871f7 100644 --- a/packages/twenty-server/src/modules/messaging/message-import-manager/crons/commands/messaging-messages-import.cron.command.ts +++ b/packages/twenty-server/src/modules/messaging/message-import-manager/crons/commands/messaging-messages-import.cron.command.ts @@ -23,7 +23,7 @@ export class MessagingMessagesImportCronCommand extends CommandRunner { undefined, { repeat: { - every: 5000, + every: 10000, }, }, ); diff --git a/packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/constants/messaging-gmail-users-messages-get-batch-size.constant.ts b/packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/constants/messaging-gmail-users-messages-get-batch-size.constant.ts index 81255f383..dc89d1a32 100644 --- a/packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/constants/messaging-gmail-users-messages-get-batch-size.constant.ts +++ b/packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/constants/messaging-gmail-users-messages-get-batch-size.constant.ts @@ -1 +1 @@ -export const MESSAGING_GMAIL_USERS_MESSAGES_GET_BATCH_SIZE = 20; +export const MESSAGING_GMAIL_USERS_MESSAGES_GET_BATCH_SIZE = 200;