Add server client

crates/pile-value/src/source/dir.rs

@@ -5,7 +5,7 @@ use pile_config::{
 };
 use smartstring::{LazyCompact, SmartString};
 use std::{
-	collections::{HashMap, HashSet},
+	collections::{BTreeMap, HashMap, HashSet},
 	path::PathBuf,
 	sync::{Arc, OnceLock},
 };
@@ -22,7 +22,7 @@ pub struct DirDataSource {
 	pub name: Label,
 	pub dir: PathBuf,
 	pub pattern: GroupPattern,
-	pub index: OnceLock<HashMap<SmartString<LazyCompact>, Item>>,
+	pub index: OnceLock<BTreeMap<SmartString<LazyCompact>, Item>>,
 }
 
 impl DirDataSource {
@@ -73,7 +73,7 @@ impl DirDataSource {
 		// MARK: resolve groups
 		//
 
-		let mut index = HashMap::new();
+		let mut index = BTreeMap::new();
 		'entry: for path in paths_items.difference(&paths_grouped_items) {
 			let path_str = match path.to_str() {
 				Some(x) => x,

crates/pile-value/src/source/mod.rs

@@ -17,9 +17,18 @@ pub trait DataSource {
 		key: &str,
 	) -> impl Future<Output = Result<Option<crate::value::Item>, std::io::Error>> + Send;
 
-	/// Iterate over all items in this source in an arbitrary order
+	/// Iterate over all items in this source in sorted key order
 	fn iter(&self) -> impl Iterator<Item = &crate::value::Item>;
 
+	/// Iterate over a page of items, sorted by key
+	fn iter_page(
+		&self,
+		offset: usize,
+		limit: usize,
+	) -> impl Iterator<Item = &crate::value::Item> {
+		self.iter().skip(offset).take(limit)
+	}
+
 	/// Return the time of the latest change to the data in this source
 	fn latest_change(
 		&self,

crates/pile-value/src/source/s3.rs

@@ -6,7 +6,7 @@ use pile_config::{
 use pile_io::S3Client;
 use smartstring::{LazyCompact, SmartString};
 use std::{
-	collections::{HashMap, HashSet},
+	collections::{BTreeMap, HashMap, HashSet},
 	sync::{Arc, OnceLock},
 };
 
@@ -24,7 +24,7 @@ pub struct S3DataSource {
 	pub prefix: Option<SmartString<LazyCompact>>,
 	pub pattern: GroupPattern,
 	pub encryption_key: Option<[u8; 32]>,
-	pub index: OnceLock<HashMap<SmartString<LazyCompact>, Item>>,
+	pub index: OnceLock<BTreeMap<SmartString<LazyCompact>, Item>>,
 }
 
 impl S3DataSource {
@@ -119,7 +119,7 @@ impl S3DataSource {
 			}
 		}
 
-		let mut index = HashMap::new();
+		let mut index = BTreeMap::new();
 		for key in all_keys.difference(&keys_grouped) {
 			let groups = resolve_groups(&source.pattern, key).await;
 			let group = groups