Mark/pile
1
0
Fork 0
Code Pull Requests Actions Packages Releases Activity

Consistent paths, disable sources

Browse Source
This commit is contained in:
rm-dr
2026-03-15 09:47:29 -07:00
parent 26a428dedc
commit 4ce563ae80
4 changed files with 37 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
crates/pile-value/src/source/s3.rs
View File

@@ -92,10 +92,15 @@ impl S3DataSource {
async fn make_item(self: &Arc<Self>, key: impl Into<SmartString<LazyCompact>>) -> Item {
let key: SmartString<LazyCompact> = key.into();
let mime = mime_guess::from_path(key.as_str()).first_or_octet_stream();
let object_path = match &self.prefix {
Some(x) => format!("{x}/{key}").into(),
None => key.clone(),
};
let mime = mime_guess::from_path(object_path.as_str()).first_or_octet_stream();
let sidecar = if self.sidecars {
self.find_sidecar_key(key.as_str())
self.find_sidecar_key(object_path.as_str())
.await
.map(|sidecar_key| {
Box::new(Item::S3 {
@@ -124,11 +129,17 @@ impl DataSource for Arc<S3DataSource> {
return Ok(None);
}
let key: SmartString<LazyCompact> = key.into();
let key = match &self.prefix {
Some(x) => format!("{x}/{key}").into(),
None => key,
};
let result = self
.client
.head_object()
.bucket(self.bucket.as_str())
.key(key)
.key(key.as_str())
.send()
.await;