Configure crawler partition.

src/bin/avail-light.rs

@@ -321,12 +321,14 @@ async fn run(shutdown: Controller<String>) -> Result<()> {
 
 	#[cfg(feature = "crawl")]
 	if cfg.crawl.crawl_block {
+		let partition = cfg.crawl.crawl_block_matrix_partition;
 		tokio::task::spawn(shutdown.with_cancel(avail_light::crawl_client::run(
 			crawler_rpc_event_receiver,
 			p2p_client.clone(),
 			cfg.crawl.crawl_block_delay,
 			ot_metrics.clone(),
 			cfg.crawl.crawl_block_mode,
+			partition.unwrap_or(avail_light::crawl_client::ENTIRE_BLOCK),
 		)));
 	}
 

src/crawl_client.rs

@@ -4,7 +4,7 @@ use crate::{
 		rpc::{self, Event},
 	},
 	telemetry::{MetricValue, Metrics},
-	types::{self, Delay},
+	types::{self, block_matrix_partition_format, Delay},
 };
 use kate_recovery::matrix::Partition;
 use serde::{Deserialize, Serialize};
@@ -15,7 +15,7 @@ use std::{
 use tokio::sync::broadcast;
 use tracing::{error, info};
 
-const ENTIRE_BLOCK: Partition = Partition {
+pub const ENTIRE_BLOCK: Partition = Partition {
 	number: 1,
 	fraction: 1,
 };
@@ -37,6 +37,9 @@ pub struct CrawlConfig {
 	pub crawl_block_delay: u64,
 	/// Crawl block mode. Available modes are "cells", "rows" and "both" (default: "cells")
 	pub crawl_block_mode: CrawlMode,
+	/// Fraction and number of the block matrix part to crawl (e.g. 2/20 means second 1/20 part of a matrix) (default: None)
+	#[serde(with = "block_matrix_partition_format")]
+	pub crawl_block_matrix_partition: Option<Partition>,
 }
 
 impl Default for CrawlConfig {
@@ -45,6 +48,7 @@ impl Default for CrawlConfig {
 			crawl_block: false,
 			crawl_block_delay: 20,
 			crawl_block_mode: CrawlMode::Cells,
+			crawl_block_matrix_partition: None,
 		}
 	}
 }
@@ -55,6 +59,7 @@ pub async fn run(
 	delay: u64,
 	metrics: Arc<impl Metrics>,
 	mode: CrawlMode,
+	partition: Partition,
 ) {
 	info!("Starting crawl client...");
 
@@ -88,7 +93,7 @@ pub async fn run(
 		if matches!(mode, CrawlMode::Cells | CrawlMode::Both) {
 			let positions = block
 				.dimensions
-				.iter_extended_partition_positions(&ENTIRE_BLOCK)
+				.iter_extended_partition_positions(&partition)
 				.collect::<Vec<_>>();
 
 			let total = positions.len();
@@ -99,9 +104,10 @@ pub async fn run(
 				.len();
 
 			let success_rate = fetched as f64 / total as f64;
+			let partition = format!("{}/{}", partition.number, partition.fraction);
 			info!(
 				block_number,
-				success_rate, total, fetched, "Fetched block cells",
+				partition, success_rate, total, fetched, "Fetched block cells",
 			);
 			let _ = metrics
 				.record(MetricValue::CrawlCellsSuccessRate(success_rate))