Remove S3 + encryption
All checks were successful
All checks were successful
This commit is contained in:
@@ -40,12 +40,6 @@ pub struct DatasetConfig {
|
||||
pub source: HashMap<Label, Source>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Deserialize)]
|
||||
pub struct S3Credentials {
|
||||
pub access_key_id: String,
|
||||
pub secret_access_key: String,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Deserialize)]
|
||||
#[serde(tag = "type")]
|
||||
#[serde(rename_all = "lowercase")]
|
||||
@@ -64,30 +58,6 @@ pub enum Source {
|
||||
#[serde(default)]
|
||||
pattern: GroupPattern,
|
||||
},
|
||||
|
||||
/// An S3-compatible object store bucket
|
||||
S3 {
|
||||
/// If false, ignore this dataset
|
||||
#[serde(default = "default_true")]
|
||||
enabled: bool,
|
||||
|
||||
bucket: String,
|
||||
prefix: Option<String>,
|
||||
|
||||
/// Custom endpoint URL (for MinIO, etc.)
|
||||
endpoint: Option<String>,
|
||||
|
||||
region: String,
|
||||
|
||||
credentials: S3Credentials,
|
||||
|
||||
/// How to group files into items in this source
|
||||
#[serde(default)]
|
||||
pattern: GroupPattern,
|
||||
|
||||
/// If provided, assume objects are encrypted with this secret key.
|
||||
encryption_key: Option<String>,
|
||||
},
|
||||
}
|
||||
|
||||
//
|
||||
|
||||
Reference in New Issue
Block a user