modern sync: populate modern sync config

Summary: WTTS

Reviewed By: andreacampi

Differential Revision: D72212685

fbshipit-source-id: 66bead76c77df8af08c99aa2493bf10e20a135c7

Author: lmvasquezg

configerator/structs/scm/mononoke/repos/repos.thrift

@@ -1,4 +1,4 @@
-// @generated SignedSource<<e3814ec032fa6c4bfe7ee963fcefba46>>
+// @generated SignedSource<<6ea5a4ba8d9103945ab655a4a1b0d80e>>
 // DO NOT EDIT THIS FILE MANUALLY!
 // This file is a mechanical copy of the version in the configerator repo. To
 // modify it, edit the copy in the configerator repo instead and copy it over by
@@ -421,6 +421,21 @@ struct RawHgSyncConfig {
 @rust.Exhaustive
 struct RawModernSyncConfig {
   1: string url;
+  2: i64 chunk_size;
+  3: i64 single_db_query_entries_limit;
+  4: i64 changeset_concurrency;
+  5: i64 max_blob_bytes;
+  6: ModernSyncChannelConfig content_channel_config;
+  7: ModernSyncChannelConfig filenodes_channel_config;
+  8: ModernSyncChannelConfig trees_channel_config;
+  9: ModernSyncChannelConfig changesets_channel_config;
+}
+
+@rust.Exhaustive
+struct ModernSyncChannelConfig {
+  1: i64 batch_size;
+  2: i64 channel_size;
+  3: i64 flush_interval_ms;
 }
 
 /// Repo-specific configuration parameters related to mononoke/cas_sync jobs for prod repos

eden/mononoke/metaconfig/parser/src/convert/repo.rs

@@ -39,6 +39,7 @@ use metaconfig_types::InfinitepushParams;
 use metaconfig_types::LfsParams;
 use metaconfig_types::LoggingDestination;
 use metaconfig_types::MetadataLoggerConfig;
+use metaconfig_types::ModernSyncChannelConfig;
 use metaconfig_types::ModernSyncConfig;
 use metaconfig_types::MononokeCasSyncConfig;
 use metaconfig_types::PushParams;
@@ -68,6 +69,7 @@ use mononoke_types::NonRootMPath;
 use mononoke_types::PrefixTrie;
 use mononoke_types::RepositoryId;
 use regex::Regex;
+use repos::ModernSyncChannelConfig as RawModernSyncChannelConfig;
 use repos::RawBookmarkConfig;
 use repos::RawCacheWarmupConfig;
 use repos::RawCasSyncConfig;
@@ -718,7 +720,29 @@ impl Convert for RawModernSyncConfig {
     type Output = ModernSyncConfig;
 
     fn convert(self) -> Result<Self::Output> {
-        Ok(ModernSyncConfig { url: self.url })
+        Ok(ModernSyncConfig {
+            url: self.url,
+            chunk_size: self.chunk_size,
+            single_db_query_entries_limit: self.single_db_query_entries_limit,
+            changeset_concurrency: self.changeset_concurrency,
+            max_blob_bytes: self.max_blob_bytes,
+            content_channel_config: self.content_channel_config.convert()?,
+            filenodes_channel_config: self.filenodes_channel_config.convert()?,
+            trees_channel_config: self.trees_channel_config.convert()?,
+            changesets_channel_config: self.changesets_channel_config.convert()?,
+        })
+    }
+}
+
+impl Convert for RawModernSyncChannelConfig {
+    type Output = ModernSyncChannelConfig;
+
+    fn convert(self) -> Result<Self::Output> {
+        Ok(ModernSyncChannelConfig {
+            batch_size: self.batch_size,
+            channel_size: self.channel_size,
+            flush_interval_ms: self.flush_interval_ms,
+        })
     }
 }
 

eden/mononoke/metaconfig/types/src/lib.rs

@@ -1863,10 +1863,37 @@ pub struct MononokeCasSyncConfig {
 }
 
 /// Repo-specific configuration parameters for modern sync job for a specific job variant
-#[derive(Debug, Default, Clone, Eq, PartialEq)]
+#[derive(Debug, Default, Clone, PartialEq, Eq)]
 pub struct ModernSyncConfig {
     /// Edenapi url to use for modern sync
     pub url: String,
+    /// Size of each chunk from a big bookmark mve.
+    pub chunk_size: i64,
+    /// Maximum number of BUL entries to query from a single database transaction.
+    pub single_db_query_entries_limit: i64,
+    /// Number of concurrent changesets to process.
+    pub changeset_concurrency: i64,
+    /// Maximum size of blob sent in one query in bytes.
+    pub max_blob_bytes: i64,
+    /// Configuration for the content channel.
+    pub content_channel_config: ModernSyncChannelConfig,
+    /// Configuration for the filenodes channel.
+    pub filenodes_channel_config: ModernSyncChannelConfig,
+    /// Configuration for the trees channel.
+    pub trees_channel_config: ModernSyncChannelConfig,
+    /// Configuration for the changesets channel.
+    pub changesets_channel_config: ModernSyncChannelConfig,
+}
+
+/// Configuration for a modern sync channel.
+#[derive(Debug, PartialEq, Default, Clone, Eq)]
+pub struct ModernSyncChannelConfig {
+    /// Number of items to include in each batch.
+    pub batch_size: i64,
+    /// Total number of items to process in the channel.
+    pub channel_size: i64,
+    /// Interval between flushes in milliseconds.
+    pub flush_interval_ms: i64,
 }
 
 /// Destination for telemetry logging.