Extractor rewrite

Cargo.lock

@@ -2491,6 +2491,7 @@ dependencies = [
  "pile-config",
  "pile-dataset",
  "pile-toolbox",
+ "pile-value",
  "serde",
  "serde_json",
  "tokio",
@@ -2515,26 +2516,13 @@ dependencies = [
 name = "pile-dataset"
 version = "0.0.1"
 dependencies = [
- "async-trait",
- "aws-sdk-s3",
  "axum",
- "blake3",
  "chrono",
- "epub",
- "id3",
- "image",
- "itertools 0.14.0",
- "kamadak-exif",
- "mime",
- "mime_guess",
- "pdf",
- "pdfium-render",
  "pile-config",
- "pile-flac",
  "pile-toolbox",
+ "pile-value",
  "serde",
  "serde_json",
- "smartstring",
  "tantivy",
  "thiserror",
  "tokio",
@@ -2543,7 +2531,6 @@ dependencies = [
  "tracing",
  "utoipa",
  "utoipa-swagger-ui",
- "walkdir",
 ]
 
 [[package]]
@@ -2568,6 +2555,33 @@ dependencies = [
  "tokio",
 ]
 
+[[package]]
+name = "pile-value"
+version = "0.0.1"
+dependencies = [
+ "async-trait",
+ "aws-sdk-s3",
+ "blake3",
+ "chrono",
+ "epub",
+ "id3",
+ "image",
+ "kamadak-exif",
+ "mime",
+ "mime_guess",
+ "pdf",
+ "pdfium-render",
+ "pile-config",
+ "pile-flac",
+ "serde_json",
+ "smartstring",
+ "tokio",
+ "tokio-stream",
+ "toml",
+ "tracing",
+ "walkdir",
+]
+
 [[package]]
 name = "pin-project-lite"
 version = "0.2.16"