Consistent paths, disable sources

This commit is contained in:
2026-03-15 09:47:29 -07:00
parent 26a428dedc
commit 4ce563ae80
4 changed files with 37 additions and 5 deletions

View File

@@ -114,7 +114,15 @@ impl Datasets {
let mut sources = HashMap::new();
for (label, source) in &config.dataset.source {
match source {
Source::Filesystem { path, sidecars } => {
Source::Filesystem {
enabled,
path,
sidecars,
} => {
if !enabled {
continue;
}
sources.insert(
label.clone(),
Dataset::Dir(Arc::new(DirDataSource::new(
@@ -126,6 +134,7 @@ impl Datasets {
}
Source::S3 {
enabled,
bucket,
prefix,
endpoint,
@@ -133,6 +142,10 @@ impl Datasets {
credentials,
sidecars,
} => {
if !enabled {
continue;
}
match S3DataSource::new(
label,
bucket.clone(),